2024-12-12 02:13:10,672 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-12-12 02:13:10,705 main DEBUG Took 0.025913 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-12 02:13:10,706 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-12 02:13:10,706 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-12 02:13:10,708 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-12 02:13:10,710 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 02:13:10,729 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-12 02:13:10,760 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 02:13:10,762 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 02:13:10,763 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 02:13:10,763 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 02:13:10,764 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 02:13:10,764 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 02:13:10,767 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 02:13:10,768 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 02:13:10,769 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 02:13:10,770 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 02:13:10,771 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 02:13:10,771 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 02:13:10,773 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 02:13:10,774 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 02:13:10,775 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 02:13:10,776 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 02:13:10,776 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 02:13:10,777 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 02:13:10,784 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 02:13:10,785 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 02:13:10,787 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 02:13:10,788 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 02:13:10,789 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 02:13:10,789 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 02:13:10,790 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 02:13:10,790 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-12 02:13:10,792 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 02:13:10,794 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-12 02:13:10,797 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-12 02:13:10,799 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-12 02:13:10,800 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-12 02:13:10,801 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-12 02:13:10,813 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-12 02:13:10,817 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-12 02:13:10,819 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-12 02:13:10,820 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-12 02:13:10,820 main DEBUG createAppenders(={Console}) 2024-12-12 02:13:10,821 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-12-12 02:13:10,822 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-12-12 02:13:10,822 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-12-12 02:13:10,823 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-12 02:13:10,823 main DEBUG OutputStream closed 2024-12-12 02:13:10,823 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-12 02:13:10,824 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-12 02:13:10,824 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-12-12 02:13:10,918 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-12 02:13:10,921 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-12 02:13:10,923 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-12 02:13:10,924 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-12 02:13:10,925 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-12 02:13:10,925 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-12 02:13:10,925 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-12 02:13:10,926 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-12 02:13:10,926 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-12 02:13:10,927 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-12 02:13:10,927 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-12 02:13:10,928 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-12 02:13:10,928 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-12 02:13:10,928 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-12 02:13:10,929 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-12 02:13:10,929 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-12 02:13:10,930 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-12 02:13:10,931 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-12 02:13:10,934 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-12 02:13:10,935 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-12-12 02:13:10,935 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-12 02:13:10,936 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-12-12T02:13:10,956 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-12-12 02:13:10,960 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-12 02:13:10,961 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-12T02:13:11,344 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71 2024-12-12T02:13:11,344 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-12-12T02:13:11,468 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-12T02:13:11,568 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/cluster_b5931cab-f80f-340b-ccc5-cf4c9086f15e, deleteOnExit=true 2024-12-12T02:13:11,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/test.cache.data in system properties and HBase conf 2024-12-12T02:13:11,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/hadoop.tmp.dir in system properties and HBase conf 2024-12-12T02:13:11,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/hadoop.log.dir in system properties and HBase conf 2024-12-12T02:13:11,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-12T02:13:11,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-12T02:13:11,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-12T02:13:11,661 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-12T02:13:11,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-12T02:13:11,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-12T02:13:11,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-12T02:13:11,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T02:13:11,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-12T02:13:11,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-12T02:13:11,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T02:13:11,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T02:13:11,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-12T02:13:11,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/nfs.dump.dir in system properties and HBase conf 2024-12-12T02:13:11,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/java.io.tmpdir in system properties and HBase conf 2024-12-12T02:13:11,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T02:13:11,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-12T02:13:11,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-12T02:13:12,604 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-12T02:13:12,697 INFO [Time-limited test {}] log.Log(170): Logging initialized @2911ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-12T02:13:12,803 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T02:13:12,892 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T02:13:12,917 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T02:13:12,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T02:13:12,919 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T02:13:12,938 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T02:13:12,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/hadoop.log.dir/,AVAILABLE} 2024-12-12T02:13:12,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T02:13:13,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dfe145b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/java.io.tmpdir/jetty-localhost-34007-hadoop-hdfs-3_4_1-tests_jar-_-any-3257380056213414479/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T02:13:13,175 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:34007} 2024-12-12T02:13:13,175 INFO [Time-limited test {}] server.Server(415): Started @3390ms 2024-12-12T02:13:13,611 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T02:13:13,618 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T02:13:13,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T02:13:13,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T02:13:13,620 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T02:13:13,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c1b205d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/hadoop.log.dir/,AVAILABLE} 2024-12-12T02:13:13,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c4ae84e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T02:13:13,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d5fd7b4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/java.io.tmpdir/jetty-localhost-44085-hadoop-hdfs-3_4_1-tests_jar-_-any-16287782193113930408/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T02:13:13,751 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24b189de{HTTP/1.1, (http/1.1)}{localhost:44085} 2024-12-12T02:13:13,751 INFO [Time-limited test {}] server.Server(415): Started @3966ms 2024-12-12T02:13:13,810 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T02:13:13,999 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T02:13:14,013 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T02:13:14,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T02:13:14,015 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T02:13:14,015 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-12T02:13:14,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fa1a8ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/hadoop.log.dir/,AVAILABLE} 2024-12-12T02:13:14,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61a455f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T02:13:14,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3cc8a45b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/java.io.tmpdir/jetty-localhost-34421-hadoop-hdfs-3_4_1-tests_jar-_-any-2705875352715291751/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T02:13:14,182 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2446b879{HTTP/1.1, (http/1.1)}{localhost:34421} 2024-12-12T02:13:14,182 INFO [Time-limited test {}] server.Server(415): Started @4397ms 2024-12-12T02:13:14,185 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T02:13:14,377 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/cluster_b5931cab-f80f-340b-ccc5-cf4c9086f15e/data/data4/current/BP-1148646962-172.17.0.2-1733969592331/current, will proceed with Du for space computation calculation, 2024-12-12T02:13:14,377 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/cluster_b5931cab-f80f-340b-ccc5-cf4c9086f15e/data/data1/current/BP-1148646962-172.17.0.2-1733969592331/current, will proceed with Du for space computation calculation, 2024-12-12T02:13:14,377 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/cluster_b5931cab-f80f-340b-ccc5-cf4c9086f15e/data/data2/current/BP-1148646962-172.17.0.2-1733969592331/current, will proceed with Du for space computation calculation, 2024-12-12T02:13:14,378 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/cluster_b5931cab-f80f-340b-ccc5-cf4c9086f15e/data/data3/current/BP-1148646962-172.17.0.2-1733969592331/current, will proceed with Du for space computation calculation, 2024-12-12T02:13:14,475 WARN [Thread-83 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T02:13:14,496 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T02:13:14,589 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d15b748a2488077 with lease ID 0x399b8fa104a8b0b1: Processing first storage report for DS-acc5b7d5-4276-4d48-8810-f5e9761aba8e from datanode DatanodeRegistration(127.0.0.1:34907, datanodeUuid=33d2c5f4-2dfe-4b8f-a320-b27d21819646, infoPort=42445, infoSecurePort=0, ipcPort=35845, storageInfo=lv=-57;cid=testClusterID;nsid=644050180;c=1733969592331) 2024-12-12T02:13:14,590 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d15b748a2488077 with lease ID 0x399b8fa104a8b0b1: from storage DS-acc5b7d5-4276-4d48-8810-f5e9761aba8e node DatanodeRegistration(127.0.0.1:34907, datanodeUuid=33d2c5f4-2dfe-4b8f-a320-b27d21819646, infoPort=42445, infoSecurePort=0, ipcPort=35845, storageInfo=lv=-57;cid=testClusterID;nsid=644050180;c=1733969592331), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-12T02:13:14,591 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe79a55ae7a7f6b25 with lease ID 0x399b8fa104a8b0b0: Processing first storage report for DS-d71f15be-b4a2-444d-a7a4-f2d078b66cb2 from datanode DatanodeRegistration(127.0.0.1:41391, datanodeUuid=843a80c9-9171-4637-8b7d-273bfe31d666, infoPort=43949, infoSecurePort=0, ipcPort=43359, storageInfo=lv=-57;cid=testClusterID;nsid=644050180;c=1733969592331) 2024-12-12T02:13:14,591 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe79a55ae7a7f6b25 with lease ID 0x399b8fa104a8b0b0: from storage DS-d71f15be-b4a2-444d-a7a4-f2d078b66cb2 node DatanodeRegistration(127.0.0.1:41391, datanodeUuid=843a80c9-9171-4637-8b7d-273bfe31d666, infoPort=43949, infoSecurePort=0, ipcPort=43359, storageInfo=lv=-57;cid=testClusterID;nsid=644050180;c=1733969592331), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T02:13:14,591 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d15b748a2488077 with lease ID 0x399b8fa104a8b0b1: Processing first storage report for DS-64fa73b5-7dbc-4d77-b12f-f52b3a5c72a4 from datanode DatanodeRegistration(127.0.0.1:34907, datanodeUuid=33d2c5f4-2dfe-4b8f-a320-b27d21819646, infoPort=42445, infoSecurePort=0, ipcPort=35845, storageInfo=lv=-57;cid=testClusterID;nsid=644050180;c=1733969592331) 2024-12-12T02:13:14,591 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d15b748a2488077 with lease ID 0x399b8fa104a8b0b1: from storage DS-64fa73b5-7dbc-4d77-b12f-f52b3a5c72a4 node DatanodeRegistration(127.0.0.1:34907, datanodeUuid=33d2c5f4-2dfe-4b8f-a320-b27d21819646, infoPort=42445, infoSecurePort=0, ipcPort=35845, storageInfo=lv=-57;cid=testClusterID;nsid=644050180;c=1733969592331), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T02:13:14,592 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe79a55ae7a7f6b25 with lease ID 0x399b8fa104a8b0b0: Processing first storage report for DS-8f49cae0-84b5-40e4-b258-462dbcbd2ea6 from datanode DatanodeRegistration(127.0.0.1:41391, datanodeUuid=843a80c9-9171-4637-8b7d-273bfe31d666, infoPort=43949, infoSecurePort=0, ipcPort=43359, storageInfo=lv=-57;cid=testClusterID;nsid=644050180;c=1733969592331) 2024-12-12T02:13:14,592 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe79a55ae7a7f6b25 with lease ID 0x399b8fa104a8b0b0: from storage DS-8f49cae0-84b5-40e4-b258-462dbcbd2ea6 node DatanodeRegistration(127.0.0.1:41391, datanodeUuid=843a80c9-9171-4637-8b7d-273bfe31d666, infoPort=43949, infoSecurePort=0, ipcPort=43359, storageInfo=lv=-57;cid=testClusterID;nsid=644050180;c=1733969592331), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-12T02:13:14,731 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71 2024-12-12T02:13:14,750 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=124, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=293, ProcessCount=11, AvailableMemoryMB=5732 2024-12-12T02:13:14,752 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-12T02:13:14,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:14,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:15,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741825_1001 (size=7) 2024-12-12T02:13:15,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741825_1001 (size=7) 2024-12-12T02:13:15,443 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3 with version=8 2024-12-12T02:13:15,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:15,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:15,468 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:15,509 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-12T02:13:15,530 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-12-12T02:13:15,534 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:15,535 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-12T02:13:15,537 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-12T02:13:15,542 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-12T02:13:15,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,559 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-12T02:13:15,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741826_1002 (size=1393) 2024-12-12T02:13:15,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741826_1002 (size=1393) 2024-12-12T02:13:15,624 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-12T02:13:15,625 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-12T02:13:15,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741827_1003 (size=1393) 2024-12-12T02:13:15,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741827_1003 (size=1393) 2024-12-12T02:13:15,671 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-12T02:13:15,672 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-12T02:13:15,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741828_1004 (size=1393) 2024-12-12T02:13:15,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741828_1004 (size=1393) 2024-12-12T02:13:15,736 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-12T02:13:15,737 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-12T02:13:15,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741829_1005 (size=1393) 2024-12-12T02:13:15,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741829_1005 (size=1393) 2024-12-12T02:13:15,789 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-12T02:13:15,789 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-12T02:13:15,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741830_1006 (size=1393) 2024-12-12T02:13:15,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741830_1006 (size=1393) 2024-12-12T02:13:15,836 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-12T02:13:15,837 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-12T02:13:15,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741831_1007 (size=1393) 2024-12-12T02:13:15,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741831_1007 (size=1393) 2024-12-12T02:13:15,894 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-12T02:13:15,894 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-12T02:13:15,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741832_1008 (size=1405) 2024-12-12T02:13:15,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741832_1008 (size=1405) 2024-12-12T02:13:15,944 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-12T02:13:15,944 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-12T02:13:15,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741833_1009 (size=1413) 2024-12-12T02:13:15,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741833_1009 (size=1413) 2024-12-12T02:13:15,988 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-12T02:13:15,989 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-12T02:13:15,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:15,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:15,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741834_1010 (size=1413) 2024-12-12T02:13:16,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741834_1010 (size=1413) 2024-12-12T02:13:16,019 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-12T02:13:16,019 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-12T02:13:16,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741835_1011 (size=1413) 2024-12-12T02:13:16,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741835_1011 (size=1413) 2024-12-12T02:13:16,057 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-12T02:13:16,149 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/aa72fd56-3617-e0ba-3227-4d02946ac6cb/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733969595515/wal.dat.0, size=1.4 K (1393bytes) 2024-12-12T02:13:16,150 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-12T02:13:16,151 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-12T02:13:16,151 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/aa72fd56-3617-e0ba-3227-4d02946ac6cb/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733969595515/wal.dat.0 2024-12-12T02:13:16,159 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/aa72fd56-3617-e0ba-3227-4d02946ac6cb/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733969595515/wal.dat.0 after 5ms 2024-12-12T02:13:16,219 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/aa72fd56-3617-e0ba-3227-4d02946ac6cb/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733969595515/wal.dat.0 took 77ms 2024-12-12T02:13:16,235 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/aa72fd56-3617-e0ba-3227-4d02946ac6cb/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733969595515/wal.dat.0 so closing down 2024-12-12T02:13:16,240 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:16,242 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:16,250 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/aa72fd56-3617-e0ba-3227-4d02946ac6cb/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733969595515/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:16,254 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/aa72fd56-3617-e0ba-3227-4d02946ac6cb/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733969595515/wal.dat.0, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/aa72fd56-3617-e0ba-3227-4d02946ac6cb/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733969595515/wal.dat.0, size=1.4 K (1393bytes) at 1733969596149Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/aa72fd56-3617-e0ba-3227-4d02946ac6cb/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733969595515/wal.dat.0 so closing down at 1733969596235 (+86 ms)3 split writer threads finished at 1733969596242 (+7 ms)Processed 0 edits across 0 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/aa72fd56-3617-e0ba-3227-4d02946ac6cb/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733969595515/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969596250 (+8 ms) 2024-12-12T02:13:16,254 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-12-12T02:13:16,286 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=129 (was 124) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46345 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@40fc1d95 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_422564879_22 at /127.0.0.1:57022 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 365) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=293 (was 293), ProcessCount=11 (was 11), AvailableMemoryMB=5588 (was 5732) 2024-12-12T02:13:16,294 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=129, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=293, ProcessCount=11, AvailableMemoryMB=5588 2024-12-12T02:13:16,294 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-12T02:13:16,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741836_1012 (size=7) 2024-12-12T02:13:16,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741836_1012 (size=7) 2024-12-12T02:13:16,309 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3 with version=8 2024-12-12T02:13:16,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:16,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:16,319 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:16,319 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-12-12T02:13:16,319 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-12T02:13:16,321 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-12T02:13:16,324 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-12T02:13:16,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741837_1013 (size=2324) 2024-12-12T02:13:16,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741837_1013 (size=2324) 2024-12-12T02:13:16,799 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-12T02:13:16,823 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/68529615-d189-79d8-4634-f9bfd9ee649f/WALs/testsplitlogfilemultipleregions,16010,1733969596319/wal.dat.0, size=2.3 K (2324bytes) 2024-12-12T02:13:16,823 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/68529615-d189-79d8-4634-f9bfd9ee649f/WALs/testsplitlogfilemultipleregions,16010,1733969596319/wal.dat.0 2024-12-12T02:13:16,824 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/68529615-d189-79d8-4634-f9bfd9ee649f/WALs/testsplitlogfilemultipleregions,16010,1733969596319/wal.dat.0 after 1ms 2024-12-12T02:13:16,830 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/68529615-d189-79d8-4634-f9bfd9ee649f/WALs/testsplitlogfilemultipleregions,16010,1733969596319/wal.dat.0 took 8ms 2024-12-12T02:13:16,839 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/68529615-d189-79d8-4634-f9bfd9ee649f/WALs/testsplitlogfilemultipleregions,16010,1733969596319/wal.dat.0 so closing down 2024-12-12T02:13:16,839 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:16,840 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:16,875 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-12T02:13:16,875 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:16,877 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/68529615-d189-79d8-4634-f9bfd9ee649f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-12T02:13:16,877 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/68529615-d189-79d8-4634-f9bfd9ee649f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:16,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741839_1015 (size=743) 2024-12-12T02:13:16,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741839_1015 (size=743) 2024-12-12T02:13:16,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741838_1014 (size=743) 2024-12-12T02:13:16,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741838_1014 (size=743) 2024-12-12T02:13:16,895 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/68529615-d189-79d8-4634-f9bfd9ee649f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) 2024-12-12T02:13:16,896 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/68529615-d189-79d8-4634-f9bfd9ee649f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) 2024-12-12T02:13:16,899 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/68529615-d189-79d8-4634-f9bfd9ee649f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/68529615-d189-79d8-4634-f9bfd9ee649f/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-12T02:13:16,899 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/68529615-d189-79d8-4634-f9bfd9ee649f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/68529615-d189-79d8-4634-f9bfd9ee649f/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-12T02:13:16,899 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 69 ms; skipped=7; WAL=hdfs://localhost:46345/user/jenkins/test-data/68529615-d189-79d8-4634-f9bfd9ee649f/WALs/testsplitlogfilemultipleregions,16010,1733969596319/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-12-12T02:13:16,900 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/68529615-d189-79d8-4634-f9bfd9ee649f/WALs/testsplitlogfilemultipleregions,16010,1733969596319/wal.dat.0, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/68529615-d189-79d8-4634-f9bfd9ee649f/WALs/testsplitlogfilemultipleregions,16010,1733969596319/wal.dat.0, size=2.3 K (2324bytes) at 1733969596823Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/68529615-d189-79d8-4634-f9bfd9ee649f/WALs/testsplitlogfilemultipleregions,16010,1733969596319/wal.dat.0 so closing down at 1733969596839 (+16 ms)3 split writer threads finished at 1733969596840 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/68529615-d189-79d8-4634-f9bfd9ee649f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733969596877 (+37 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/68529615-d189-79d8-4634-f9bfd9ee649f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733969596877Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/68529615-d189-79d8-4634-f9bfd9ee649f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) at 1733969596895 (+18 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/68529615-d189-79d8-4634-f9bfd9ee649f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) at 1733969596896 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/68529615-d189-79d8-4634-f9bfd9ee649f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/68529615-d189-79d8-4634-f9bfd9ee649f/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733969596899 (+3 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/68529615-d189-79d8-4634-f9bfd9ee649f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/68529615-d189-79d8-4634-f9bfd9ee649f/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733969596899Processed 27 edits across 2 Regions in 69 ms; skipped=7; WAL=hdfs://localhost:46345/user/jenkins/test-data/68529615-d189-79d8-4634-f9bfd9ee649f/WALs/testsplitlogfilemultipleregions,16010,1733969596319/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1733969596899 2024-12-12T02:13:16,910 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/68529615-d189-79d8-4634-f9bfd9ee649f/WALs/testsplitlogfilemultipleregions,16010,1733969596319/wal.dat.0 to hdfs://localhost:46345/user/jenkins/test-data/68529615-d189-79d8-4634-f9bfd9ee649f/oldWALs/wal.dat.0 2024-12-12T02:13:16,938 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=132 (was 129) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_554321308_22 at /127.0.0.1:40822 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/cluster_b5931cab-f80f-340b-ccc5-cf4c9086f15e/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/cluster_b5931cab-f80f-340b-ccc5-cf4c9086f15e/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_554321308_22 at /127.0.0.1:57022 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=383 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=293 (was 293), ProcessCount=11 (was 11), AvailableMemoryMB=5553 (was 5588) 2024-12-12T02:13:16,948 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=132, OpenFileDescriptor=383, MaxFileDescriptor=1048576, SystemLoadAverage=293, ProcessCount=11, AvailableMemoryMB=5553 2024-12-12T02:13:16,948 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-12T02:13:16,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741840_1016 (size=7) 2024-12-12T02:13:16,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741840_1016 (size=7) 2024-12-12T02:13:16,972 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3 with version=8 2024-12-12T02:13:16,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:16,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:16,982 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:16,982 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-12T02:13:16,984 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-12T02:13:16,987 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-12T02:13:16,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:16,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:16,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:17,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:17,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:17,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:17,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:17,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:17,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:17,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:17,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:17,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:17,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:17,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:17,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:17,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:17,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:17,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:17,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:17,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:17,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:17,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:17,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:17,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:17,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:17,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:17,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:17,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:17,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:17,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:17,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:17,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:17,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:17,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:17,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:17,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:17,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:17,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:17,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:17,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741841_1017 (size=2324) 2024-12-12T02:13:17,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741841_1017 (size=2324) 2024-12-12T02:13:17,020 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-12T02:13:17,962 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/8ad62f0c-5f5f-00e0-0fc2-0b6975a51b95/WALs/testterminationaskedbyreporter,16010,1733969596982/wal.dat.0, size=2.3 K (2324bytes) 2024-12-12T02:13:17,962 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/8ad62f0c-5f5f-00e0-0fc2-0b6975a51b95/WALs/testterminationaskedbyreporter,16010,1733969596982/wal.dat.0 so closing down 2024-12-12T02:13:17,962 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/8ad62f0c-5f5f-00e0-0fc2-0b6975a51b95/WALs/testterminationaskedbyreporter,16010,1733969596982/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-12-12T02:13:17,963 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/8ad62f0c-5f5f-00e0-0fc2-0b6975a51b95/WALs/testterminationaskedbyreporter,16010,1733969596982/wal.dat.0, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/8ad62f0c-5f5f-00e0-0fc2-0b6975a51b95/WALs/testterminationaskedbyreporter,16010,1733969596982/wal.dat.0, size=2.3 K (2324bytes) at 1733969597962Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/8ad62f0c-5f5f-00e0-0fc2-0b6975a51b95/WALs/testterminationaskedbyreporter,16010,1733969596982/wal.dat.0 so closing down at 1733969597962Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/8ad62f0c-5f5f-00e0-0fc2-0b6975a51b95/WALs/testterminationaskedbyreporter,16010,1733969596982/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1733969597963 (+1 ms) 2024-12-12T02:13:17,973 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=132 (was 132), OpenFileDescriptor=383 (was 383), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=293 (was 293), ProcessCount=11 (was 11), AvailableMemoryMB=5329 (was 5553) 2024-12-12T02:13:17,980 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=132, OpenFileDescriptor=383, MaxFileDescriptor=1048576, SystemLoadAverage=293, ProcessCount=11, AvailableMemoryMB=5329 2024-12-12T02:13:17,981 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-12T02:13:17,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741842_1018 (size=7) 2024-12-12T02:13:17,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741842_1018 (size=7) 2024-12-12T02:13:17,996 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3 with version=8 2024-12-12T02:13:17,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:18,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:18,003 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:18,004 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-12-12T02:13:18,006 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-12T02:13:18,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741843_1019 (size=1043) 2024-12-12T02:13:18,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741843_1019 (size=1043) 2024-12-12T02:13:18,026 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-12T02:13:18,027 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-12T02:13:18,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,041 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-12T02:13:18,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741845_1021 (size=1043) 2024-12-12T02:13:18,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741845_1021 (size=1043) 2024-12-12T02:13:18,058 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-12T02:13:18,059 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-12T02:13:18,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741846_1022 (size=1043) 2024-12-12T02:13:18,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741846_1022 (size=1043) 2024-12-12T02:13:18,077 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-12T02:13:18,077 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-12T02:13:18,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741847_1023 (size=1043) 2024-12-12T02:13:18,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741847_1023 (size=1043) 2024-12-12T02:13:18,094 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-12T02:13:18,094 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-12T02:13:18,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741848_1024 (size=1043) 2024-12-12T02:13:18,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741848_1024 (size=1043) 2024-12-12T02:13:18,108 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-12T02:13:18,109 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-12T02:13:18,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741849_1025 (size=1043) 2024-12-12T02:13:18,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741849_1025 (size=1043) 2024-12-12T02:13:18,124 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-12T02:13:18,124 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-12T02:13:18,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741850_1026 (size=1043) 2024-12-12T02:13:18,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741850_1026 (size=1043) 2024-12-12T02:13:18,145 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-12T02:13:18,145 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-12T02:13:18,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741851_1027 (size=1043) 2024-12-12T02:13:18,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741851_1027 (size=1043) 2024-12-12T02:13:18,162 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-12T02:13:18,163 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-12T02:13:18,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:18,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:18,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741852_1028 (size=1043) 2024-12-12T02:13:18,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741852_1028 (size=1043) 2024-12-12T02:13:18,194 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-12T02:13:18,221 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.0, size=1.0 K (1043bytes) 2024-12-12T02:13:18,221 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.0 2024-12-12T02:13:18,222 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.0 after 1ms 2024-12-12T02:13:18,226 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.0 took 5ms 2024-12-12T02:13:18,230 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-12-12T02:13:18,232 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.0 so closing down 2024-12-12T02:13:18,232 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:18,232 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:18,232 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-12T02:13:18,232 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.0, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.0, size=1.0 K (1043bytes) at 1733969598221Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.0 so closing down at 1733969598232 (+11 ms)3 split writer threads finished at 1733969598232Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733969598232 2024-12-12T02:13:18,237 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.0 to hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/oldWALs/wal.dat.0 2024-12-12T02:13:18,237 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.1, size=180 (180bytes) 2024-12-12T02:13:18,237 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.1 2024-12-12T02:13:18,238 WARN [IPC Server handler 2 on default port 46345 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-12-12T02:13:18,239 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.1 after 2ms 2024-12-12T02:13:18,536 WARN [ResponseProcessor for block BP-1148646962-172.17.0.2-1733969592331:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1148646962-172.17.0.2-1733969592331:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-12T02:13:18,536 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1509734023_22 at /127.0.0.1:57108 [Receiving block BP-1148646962-172.17.0.2-1733969592331:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:34907:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57108 dst: /127.0.0.1:34907 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T02:13:18,536 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1509734023_22 at /127.0.0.1:40884 [Receiving block BP-1148646962-172.17.0.2-1733969592331:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:41391:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40884 dst: /127.0.0.1:41391 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41391 remote=/127.0.0.1:40884]. Total timeout mills is 60000, 59506 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T02:13:18,540 WARN [DataStreamer for file /user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.1 block BP-1148646962-172.17.0.2-1733969592331:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1148646962-172.17.0.2-1733969592331:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:41391,DS-d71f15be-b4a2-444d-a7a4-f2d078b66cb2,DISK], DatanodeInfoWithStorage[127.0.0.1:34907,DS-acc5b7d5-4276-4d48-8810-f5e9761aba8e,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:41391,DS-d71f15be-b4a2-444d-a7a4-f2d078b66cb2,DISK]) is bad. 2024-12-12T02:13:18,546 WARN [DataStreamer for file /user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.1 block BP-1148646962-172.17.0.2-1733969592331:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1148646962-172.17.0.2-1733969592331:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-12T02:13:18,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741844_1029 (size=1035) 2024-12-12T02:13:18,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741844_1029 (size=1035) 2024-12-12T02:13:22,240 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.1 after 4003ms 2024-12-12T02:13:22,244 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.1 took 4007ms 2024-12-12T02:13:22,246 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.1; continuing. 2024-12-12T02:13:22,246 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.1 so closing down 2024-12-12T02:13:22,246 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:22,246 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:22,246 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-12-12T02:13:22,246 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.1, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.1, size=180 (180bytes) at 1733969598237Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.1 so closing down at 1733969602246 (+4009 ms)3 split writer threads finished at 1733969602246Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1733969602246 2024-12-12T02:13:22,249 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.1 to hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/oldWALs/wal.dat.1 2024-12-12T02:13:22,250 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.2, size=1.0 K (1043bytes) 2024-12-12T02:13:22,250 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.2 2024-12-12T02:13:22,250 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.2 after 0ms 2024-12-12T02:13:22,253 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.2 took 3ms 2024-12-12T02:13:22,255 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.2 so closing down 2024-12-12T02:13:22,255 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:22,255 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:22,255 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-12T02:13:22,256 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.2, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.2, size=1.0 K (1043bytes) at 1733969602250Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.2 so closing down at 1733969602255 (+5 ms)3 split writer threads finished at 1733969602255Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733969602255 2024-12-12T02:13:22,258 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.2 to hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/oldWALs/wal.dat.2 2024-12-12T02:13:22,258 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.3, size=1.0 K (1043bytes) 2024-12-12T02:13:22,259 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.3 2024-12-12T02:13:22,259 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.3 after 0ms 2024-12-12T02:13:22,262 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.3 took 4ms 2024-12-12T02:13:22,263 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.3 so closing down 2024-12-12T02:13:22,264 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:22,264 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:22,264 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-12T02:13:22,264 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.3, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.3, size=1.0 K (1043bytes) at 1733969602259Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.3 so closing down at 1733969602263 (+4 ms)3 split writer threads finished at 1733969602264 (+1 ms)Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733969602264 2024-12-12T02:13:22,266 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.3 to hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/oldWALs/wal.dat.3 2024-12-12T02:13:22,266 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.4, size=1.0 K (1043bytes) 2024-12-12T02:13:22,266 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.4 2024-12-12T02:13:22,267 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.4 after 0ms 2024-12-12T02:13:22,270 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.4 took 3ms 2024-12-12T02:13:22,271 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.4 so closing down 2024-12-12T02:13:22,271 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:22,271 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:22,272 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-12T02:13:22,272 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.4, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.4, size=1.0 K (1043bytes) at 1733969602266Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.4 so closing down at 1733969602271 (+5 ms)3 split writer threads finished at 1733969602271Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733969602272 (+1 ms) 2024-12-12T02:13:22,274 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.4 to hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/oldWALs/wal.dat.4 2024-12-12T02:13:22,274 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.5, size=1.0 K (1043bytes) 2024-12-12T02:13:22,274 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.5 2024-12-12T02:13:22,275 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.5 after 1ms 2024-12-12T02:13:22,277 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.5 took 3ms 2024-12-12T02:13:22,279 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.5 so closing down 2024-12-12T02:13:22,279 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:22,279 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:22,279 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-12T02:13:22,279 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.5, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.5, size=1.0 K (1043bytes) at 1733969602274Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.5 so closing down at 1733969602279 (+5 ms)3 split writer threads finished at 1733969602279Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733969602279 2024-12-12T02:13:22,282 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.5 to hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/oldWALs/wal.dat.5 2024-12-12T02:13:22,282 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.6, size=1.0 K (1043bytes) 2024-12-12T02:13:22,282 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.6 2024-12-12T02:13:22,282 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.6 after 0ms 2024-12-12T02:13:22,285 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.6 took 3ms 2024-12-12T02:13:22,287 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.6 so closing down 2024-12-12T02:13:22,287 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:22,287 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:22,287 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-12T02:13:22,287 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.6, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.6, size=1.0 K (1043bytes) at 1733969602282Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.6 so closing down at 1733969602287 (+5 ms)3 split writer threads finished at 1733969602287Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733969602287 2024-12-12T02:13:22,290 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.6 to hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/oldWALs/wal.dat.6 2024-12-12T02:13:22,290 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.7, size=1.0 K (1043bytes) 2024-12-12T02:13:22,290 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.7 2024-12-12T02:13:22,291 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.7 after 0ms 2024-12-12T02:13:22,293 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.7 took 3ms 2024-12-12T02:13:22,294 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.7 so closing down 2024-12-12T02:13:22,295 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:22,295 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:22,295 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-12T02:13:22,295 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.7, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.7, size=1.0 K (1043bytes) at 1733969602290Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.7 so closing down at 1733969602295 (+5 ms)3 split writer threads finished at 1733969602295Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733969602295 2024-12-12T02:13:22,297 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.7 to hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/oldWALs/wal.dat.7 2024-12-12T02:13:22,298 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.8, size=1.0 K (1043bytes) 2024-12-12T02:13:22,298 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.8 2024-12-12T02:13:22,298 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.8 after 0ms 2024-12-12T02:13:22,301 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.8 took 3ms 2024-12-12T02:13:22,302 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.8 so closing down 2024-12-12T02:13:22,302 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:22,302 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:22,302 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-12T02:13:22,303 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.8, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.8, size=1.0 K (1043bytes) at 1733969602298Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.8 so closing down at 1733969602302 (+4 ms)3 split writer threads finished at 1733969602302Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733969602302 2024-12-12T02:13:22,305 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.8 to hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/oldWALs/wal.dat.8 2024-12-12T02:13:22,306 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.9, size=1.0 K (1043bytes) 2024-12-12T02:13:22,306 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.9 2024-12-12T02:13:22,306 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.9 after 0ms 2024-12-12T02:13:22,309 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.9 took 4ms 2024-12-12T02:13:22,310 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.9 so closing down 2024-12-12T02:13:22,310 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:22,310 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:22,310 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-12T02:13:22,310 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.9, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.9, size=1.0 K (1043bytes) at 1733969602306Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.9 so closing down at 1733969602310 (+4 ms)3 split writer threads finished at 1733969602310Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733969602310 2024-12-12T02:13:22,313 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/WALs/testsplitdeletedregion,16010,1733969598004/wal.dat.9 to hdfs://localhost:46345/user/jenkins/test-data/58ff6f5b-3d03-d256-730d-5109acf266f9/oldWALs/wal.dat.9 2024-12-12T02:13:22,323 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=136 (was 132) Potentially hanging thread: IPC Client (180947228) connection to localhost/127.0.0.1:43359 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/cluster_b5931cab-f80f-340b-ccc5-cf4c9086f15e/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1026900993_22 at /127.0.0.1:47782 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1026900993_22 at /127.0.0.1:50450 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/cluster_b5931cab-f80f-340b-ccc5-cf4c9086f15e/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 383) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=310 (was 293) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5336 (was 5329) - AvailableMemoryMB LEAK? - 2024-12-12T02:13:22,329 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=310, ProcessCount=11, AvailableMemoryMB=5336 2024-12-12T02:13:22,330 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-12T02:13:22,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741853_1030 (size=7) 2024-12-12T02:13:22,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741853_1030 (size=7) 2024-12-12T02:13:22,339 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3 with version=8 2024-12-12T02:13:22,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:22,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:22,344 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:22,345 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-12-12T02:13:22,346 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-12T02:13:22,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741854_1031 (size=863) 2024-12-12T02:13:22,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741854_1031 (size=863) 2024-12-12T02:13:22,359 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-12T02:13:22,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741855_1032 (size=859) 2024-12-12T02:13:22,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741855_1032 (size=859) 2024-12-12T02:13:22,388 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/df0b6df0-19be-65a4-a756-5718db78af25/WALs/testcorruptwaltrailer,16010,1733969602345/wal.dat.0, size=859 (859bytes) 2024-12-12T02:13:22,388 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/df0b6df0-19be-65a4-a756-5718db78af25/WALs/testcorruptwaltrailer,16010,1733969602345/wal.dat.0 2024-12-12T02:13:22,389 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/df0b6df0-19be-65a4-a756-5718db78af25/WALs/testcorruptwaltrailer,16010,1733969602345/wal.dat.0 after 1ms 2024-12-12T02:13:22,392 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/df0b6df0-19be-65a4-a756-5718db78af25/WALs/testcorruptwaltrailer,16010,1733969602345/wal.dat.0 took 4ms 2024-12-12T02:13:22,481 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46345/user/jenkins/test-data/df0b6df0-19be-65a4-a756-5718db78af25/WALs/testcorruptwaltrailer,16010,1733969602345/wal.dat.0; continuing. 2024-12-12T02:13:22,481 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/df0b6df0-19be-65a4-a756-5718db78af25/WALs/testcorruptwaltrailer,16010,1733969602345/wal.dat.0 so closing down 2024-12-12T02:13:22,481 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:22,481 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:22,485 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:22,487 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/df0b6df0-19be-65a4-a756-5718db78af25/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:22,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741856_1033 (size=863) 2024-12-12T02:13:22,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741856_1033 (size=863) 2024-12-12T02:13:22,495 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/df0b6df0-19be-65a4-a756-5718db78af25/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:22,497 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/df0b6df0-19be-65a4-a756-5718db78af25/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/df0b6df0-19be-65a4-a756-5718db78af25/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-12-12T02:13:22,497 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 105 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/df0b6df0-19be-65a4-a756-5718db78af25/WALs/testcorruptwaltrailer,16010,1733969602345/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-12-12T02:13:22,497 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/df0b6df0-19be-65a4-a756-5718db78af25/WALs/testcorruptwaltrailer,16010,1733969602345/wal.dat.0, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/df0b6df0-19be-65a4-a756-5718db78af25/WALs/testcorruptwaltrailer,16010,1733969602345/wal.dat.0, size=859 (859bytes) at 1733969602388Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/df0b6df0-19be-65a4-a756-5718db78af25/WALs/testcorruptwaltrailer,16010,1733969602345/wal.dat.0 so closing down at 1733969602481 (+93 ms)3 split writer threads finished at 1733969602481Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/df0b6df0-19be-65a4-a756-5718db78af25/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733969602487 (+6 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/df0b6df0-19be-65a4-a756-5718db78af25/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969602495 (+8 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/df0b6df0-19be-65a4-a756-5718db78af25/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/df0b6df0-19be-65a4-a756-5718db78af25/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1733969602497 (+2 ms)Processed 10 edits across 1 Regions in 105 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/df0b6df0-19be-65a4-a756-5718db78af25/WALs/testcorruptwaltrailer,16010,1733969602345/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1733969602497 2024-12-12T02:13:22,500 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/df0b6df0-19be-65a4-a756-5718db78af25/WALs/testcorruptwaltrailer,16010,1733969602345/wal.dat.0 to hdfs://localhost:46345/user/jenkins/test-data/df0b6df0-19be-65a4-a756-5718db78af25/oldWALs/wal.dat.0 2024-12-12T02:13:22,514 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=136 (was 136), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=310 (was 310), ProcessCount=11 (was 11), AvailableMemoryMB=5320 (was 5336) 2024-12-12T02:13:22,521 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=310, ProcessCount=11, AvailableMemoryMB=5319 2024-12-12T02:13:22,521 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-12T02:13:22,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741857_1034 (size=7) 2024-12-12T02:13:22,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741857_1034 (size=7) 2024-12-12T02:13:22,530 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3 with version=8 2024-12-12T02:13:22,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:22,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:22,535 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:22,548 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=136 (was 136), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=310 (was 310), ProcessCount=11 (was 11), AvailableMemoryMB=5316 (was 5319) 2024-12-12T02:13:22,555 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=310, ProcessCount=11, AvailableMemoryMB=5315 2024-12-12T02:13:22,555 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-12T02:13:22,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741858_1035 (size=7) 2024-12-12T02:13:22,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741858_1035 (size=7) 2024-12-12T02:13:22,564 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3 with version=8 2024-12-12T02:13:22,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:22,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:22,571 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:22,582 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-12-12T02:13:22,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741859_1036 (size=93) 2024-12-12T02:13:22,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741859_1036 (size=93) 2024-12-12T02:13:22,599 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=136 (was 136), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=310 (was 310), ProcessCount=11 (was 11), AvailableMemoryMB=5311 (was 5315) 2024-12-12T02:13:22,606 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=310, ProcessCount=11, AvailableMemoryMB=5310 2024-12-12T02:13:22,606 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-12T02:13:22,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741860_1037 (size=7) 2024-12-12T02:13:22,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741860_1037 (size=7) 2024-12-12T02:13:22,615 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3 with version=8 2024-12-12T02:13:22,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:22,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:22,619 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:22,620 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-12T02:13:22,620 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-12T02:13:22,622 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-12T02:13:22,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741861_1038 (size=1393) 2024-12-12T02:13:22,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741861_1038 (size=1393) 2024-12-12T02:13:22,642 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-12T02:13:22,643 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-12T02:13:22,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741862_1039 (size=1393) 2024-12-12T02:13:22,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741862_1039 (size=1393) 2024-12-12T02:13:22,663 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-12T02:13:22,663 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-12T02:13:22,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741863_1040 (size=1393) 2024-12-12T02:13:22,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741863_1040 (size=1393) 2024-12-12T02:13:22,681 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-12T02:13:22,682 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-12T02:13:22,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741864_1041 (size=1393) 2024-12-12T02:13:22,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741864_1041 (size=1393) 2024-12-12T02:13:22,700 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-12T02:13:22,701 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-12T02:13:22,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741865_1042 (size=1393) 2024-12-12T02:13:22,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741865_1042 (size=1393) 2024-12-12T02:13:22,719 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-12T02:13:22,720 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-12T02:13:22,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741866_1043 (size=1393) 2024-12-12T02:13:22,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741866_1043 (size=1393) 2024-12-12T02:13:22,742 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-12T02:13:22,742 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-12T02:13:22,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741867_1044 (size=1405) 2024-12-12T02:13:22,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741867_1044 (size=1405) 2024-12-12T02:13:22,760 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-12T02:13:22,760 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-12T02:13:22,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741868_1045 (size=1413) 2024-12-12T02:13:22,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741868_1045 (size=1413) 2024-12-12T02:13:22,779 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-12T02:13:22,780 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-12T02:13:22,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741869_1046 (size=1413) 2024-12-12T02:13:22,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741869_1046 (size=1413) 2024-12-12T02:13:22,799 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-12T02:13:22,799 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-12T02:13:22,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:22,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:22,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741870_1047 (size=1413) 2024-12-12T02:13:22,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741870_1047 (size=1413) 2024-12-12T02:13:22,818 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-12T02:13:22,837 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/d8aef8f0-b4c7-e785-e06e-bcda82d1e290/WALs/testioeonoutputthread,16010,1733969602619/wal.dat.7, size=1.4 K (1413bytes) 2024-12-12T02:13:22,837 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/d8aef8f0-b4c7-e785-e06e-bcda82d1e290/WALs/testioeonoutputthread,16010,1733969602619/wal.dat.7 2024-12-12T02:13:22,838 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/d8aef8f0-b4c7-e785-e06e-bcda82d1e290/WALs/testioeonoutputthread,16010,1733969602619/wal.dat.7 after 1ms 2024-12-12T02:13:22,842 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/d8aef8f0-b4c7-e785-e06e-bcda82d1e290/WALs/testioeonoutputthread,16010,1733969602619/wal.dat.7 took 6ms 2024-12-12T02:13:22,846 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d8aef8f0-b4c7-e785-e06e-bcda82d1e290/WALs/testioeonoutputthread,16010,1733969602619/wal.dat.7 so closing down 2024-12-12T02:13:22,846 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:22,846 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:22,863 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d8aef8f0-b4c7-e785-e06e-bcda82d1e290/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-12T02:13:22,863 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d8aef8f0-b4c7-e785-e06e-bcda82d1e290/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-12T02:13:22,871 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T02:13:22,871 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T02:13:22,872 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d8aef8f0-b4c7-e785-e06e-bcda82d1e290/WALs/testioeonoutputthread,16010,1733969602619/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-12-12T02:13:22,872 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/d8aef8f0-b4c7-e785-e06e-bcda82d1e290/WALs/testioeonoutputthread,16010,1733969602619/wal.dat.7, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/d8aef8f0-b4c7-e785-e06e-bcda82d1e290/WALs/testioeonoutputthread,16010,1733969602619/wal.dat.7, size=1.4 K (1413bytes) at 1733969602837Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d8aef8f0-b4c7-e785-e06e-bcda82d1e290/WALs/testioeonoutputthread,16010,1733969602619/wal.dat.7 so closing down at 1733969602846 (+9 ms)3 split writer threads finished at 1733969602846Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d8aef8f0-b4c7-e785-e06e-bcda82d1e290/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733969602863 (+17 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d8aef8f0-b4c7-e785-e06e-bcda82d1e290/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733969602863Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log at 1733969602871 (+8 ms)Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log at 1733969602871Processed 20 edits across 0 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d8aef8f0-b4c7-e785-e06e-bcda82d1e290/WALs/testioeonoutputthread,16010,1733969602619/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1733969602872 (+1 ms) 2024-12-12T02:13:22,884 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=138 (was 136) Potentially hanging thread: Background-thread-dumper java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Thread.join(Thread.java:1307) app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:111) app//org.apache.hadoop.hbase.wal.TestWALSplit$4.run(TestWALSplit.java:859) Potentially hanging thread: Some-old-thread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.wal.TestWALSplit$3.run(TestWALSplit.java:850) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1673194847_22 at /127.0.0.1:47782 [Waiting for operation #22] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=310 (was 310), ProcessCount=11 (was 11), AvailableMemoryMB=5262 (was 5310) 2024-12-12T02:13:22,890 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=310, ProcessCount=11, AvailableMemoryMB=5261 2024-12-12T02:13:22,890 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-12T02:13:22,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741871_1048 (size=7) 2024-12-12T02:13:22,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741871_1048 (size=7) 2024-12-12T02:13:22,902 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3 with version=8 2024-12-12T02:13:22,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:22,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:22,908 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:22,943 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-12T02:13:22,944 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-12T02:13:22,947 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-12T02:13:22,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741872_1049 (size=2324) 2024-12-12T02:13:22,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741872_1049 (size=2324) 2024-12-12T02:13:22,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-12T02:13:22,970 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-12T02:13:22,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741873_1050 (size=1393) 2024-12-12T02:13:22,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741873_1050 (size=1393) 2024-12-12T02:13:22,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-12T02:13:22,989 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-12T02:13:22,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:22,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:22,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-12-12T02:13:23,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-12-12T02:13:23,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-12-12T02:13:23,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-12-12T02:13:23,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-12-12T02:13:23,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-12-12T02:13:23,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-12-12T02:13:23,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-12-12T02:13:23,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-12-12T02:13:23,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-12-12T02:13:23,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-12-12T02:13:23,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-12-12T02:13:23,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-12-12T02:13:23,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-12-12T02:13:23,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-12-12T02:13:23,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-12-12T02:13:23,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-12-12T02:13:23,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-12-12T02:13:23,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-12-12T02:13:23,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-12-12T02:13:23,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-12-12T02:13:23,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-12-12T02:13:23,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-12-12T02:13:23,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-12-12T02:13:23,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-12-12T02:13:23,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-12-12T02:13:23,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-12-12T02:13:23,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-12-12T02:13:23,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-12-12T02:13:23,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-12-12T02:13:23,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-12-12T02:13:23,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-12-12T02:13:23,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-12-12T02:13:23,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-12-12T02:13:23,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-12-12T02:13:23,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-12-12T02:13:23,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-12-12T02:13:23,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-12-12T02:13:23,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-12-12T02:13:23,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-12-12T02:13:23,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-12-12T02:13:23,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-12-12T02:13:23,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-12-12T02:13:23,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-12-12T02:13:23,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-12-12T02:13:23,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-12-12T02:13:23,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-12-12T02:13:23,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-12-12T02:13:23,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-12-12T02:13:23,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-12-12T02:13:23,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-12-12T02:13:23,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-12-12T02:13:23,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-12-12T02:13:23,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-12-12T02:13:23,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-12-12T02:13:23,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-12-12T02:13:23,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-12-12T02:13:23,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-12-12T02:13:23,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-12-12T02:13:23,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-12-12T02:13:23,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-12-12T02:13:23,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-12-12T02:13:23,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-12-12T02:13:23,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-12-12T02:13:23,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-12-12T02:13:23,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-12-12T02:13:23,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-12-12T02:13:23,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-12-12T02:13:23,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-12-12T02:13:23,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-12-12T02:13:23,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-12-12T02:13:23,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-12-12T02:13:23,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-12-12T02:13:23,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-12-12T02:13:23,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-12-12T02:13:23,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-12-12T02:13:23,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-12-12T02:13:23,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-12-12T02:13:23,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-12-12T02:13:23,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-12-12T02:13:23,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-12-12T02:13:23,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-12-12T02:13:23,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-12-12T02:13:23,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-12-12T02:13:23,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-12-12T02:13:23,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-12-12T02:13:23,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-12-12T02:13:23,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-12-12T02:13:23,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-12-12T02:13:23,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-12-12T02:13:23,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-12-12T02:13:23,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-12-12T02:13:23,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-12-12T02:13:23,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-12-12T02:13:23,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-12-12T02:13:23,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-12-12T02:13:23,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-12-12T02:13:23,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-12-12T02:13:23,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-12-12T02:13:23,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-12-12T02:13:23,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-12-12T02:13:23,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-12-12T02:13:23,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-12-12T02:13:23,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-12-12T02:13:23,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-12-12T02:13:23,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-12-12T02:13:23,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-12-12T02:13:23,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-12-12T02:13:23,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-12-12T02:13:23,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-12-12T02:13:23,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-12-12T02:13:23,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-12-12T02:13:23,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-12-12T02:13:23,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-12-12T02:13:23,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-12-12T02:13:23,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-12-12T02:13:23,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-12-12T02:13:23,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-12-12T02:13:23,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-12-12T02:13:23,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-12-12T02:13:23,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-12-12T02:13:23,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-12-12T02:13:23,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-12-12T02:13:23,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-12-12T02:13:23,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-12-12T02:13:23,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-12-12T02:13:23,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-12-12T02:13:23,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-12-12T02:13:23,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-12-12T02:13:23,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-12-12T02:13:23,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-12-12T02:13:23,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-12-12T02:13:23,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-12-12T02:13:23,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-12-12T02:13:23,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-12-12T02:13:23,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-12-12T02:13:23,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-12-12T02:13:23,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-12-12T02:13:23,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-12-12T02:13:23,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-12-12T02:13:23,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-12-12T02:13:23,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-12-12T02:13:23,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-12-12T02:13:23,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-12-12T02:13:23,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-12-12T02:13:23,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-12-12T02:13:23,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-12-12T02:13:23,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-12-12T02:13:23,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-12-12T02:13:23,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-12-12T02:13:23,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-12-12T02:13:23,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-12-12T02:13:23,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-12-12T02:13:23,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-12-12T02:13:23,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-12-12T02:13:23,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-12-12T02:13:23,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-12-12T02:13:23,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-12-12T02:13:23,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-12-12T02:13:23,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-12-12T02:13:23,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-12-12T02:13:23,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-12-12T02:13:23,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-12-12T02:13:23,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-12-12T02:13:23,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-12-12T02:13:23,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-12-12T02:13:23,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-12-12T02:13:23,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-12-12T02:13:23,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-12-12T02:13:23,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-12-12T02:13:23,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-12-12T02:13:23,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-12-12T02:13:23,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-12-12T02:13:23,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-12-12T02:13:23,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-12-12T02:13:23,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-12-12T02:13:23,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-12-12T02:13:23,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-12-12T02:13:23,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-12-12T02:13:23,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-12-12T02:13:23,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-12-12T02:13:23,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-12-12T02:13:23,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-12-12T02:13:23,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-12-12T02:13:23,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-12-12T02:13:23,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-12-12T02:13:23,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-12-12T02:13:23,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-12-12T02:13:23,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-12-12T02:13:23,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-12-12T02:13:23,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-12-12T02:13:23,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-12-12T02:13:23,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-12-12T02:13:23,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-12-12T02:13:23,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-12-12T02:13:23,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-12-12T02:13:23,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-12-12T02:13:23,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-12-12T02:13:23,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-12-12T02:13:23,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-12-12T02:13:23,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-12-12T02:13:23,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-12-12T02:13:23,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-12-12T02:13:23,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-12-12T02:13:23,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-12-12T02:13:23,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-12-12T02:13:23,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-12-12T02:13:23,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-12-12T02:13:23,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-12-12T02:13:23,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-12-12T02:13:23,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-12-12T02:13:23,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-12-12T02:13:23,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-12-12T02:13:23,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-12-12T02:13:23,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-12-12T02:13:23,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-12-12T02:13:23,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-12-12T02:13:23,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-12-12T02:13:23,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-12-12T02:13:23,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-12-12T02:13:23,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-12-12T02:13:23,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-12-12T02:13:23,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-12-12T02:13:23,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-12-12T02:13:23,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-12-12T02:13:23,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-12-12T02:13:23,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-12-12T02:13:23,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-12-12T02:13:23,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-12-12T02:13:23,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-12-12T02:13:23,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-12-12T02:13:23,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-12-12T02:13:23,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-12-12T02:13:23,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-12-12T02:13:23,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-12-12T02:13:23,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-12-12T02:13:23,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-12-12T02:13:23,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-12-12T02:13:23,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-12-12T02:13:23,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-12-12T02:13:23,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-12-12T02:13:23,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-12-12T02:13:23,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-12-12T02:13:23,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-12-12T02:13:23,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-12-12T02:13:23,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-12-12T02:13:23,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-12-12T02:13:23,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-12-12T02:13:23,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-12-12T02:13:23,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-12-12T02:13:23,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-12-12T02:13:23,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-12-12T02:13:23,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-12-12T02:13:23,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-12-12T02:13:23,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-12-12T02:13:23,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-12-12T02:13:23,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-12-12T02:13:23,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-12-12T02:13:23,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-12-12T02:13:23,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-12-12T02:13:23,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-12-12T02:13:23,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-12-12T02:13:23,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-12-12T02:13:23,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-12-12T02:13:23,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-12-12T02:13:23,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-12-12T02:13:23,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-12-12T02:13:23,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-12-12T02:13:23,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-12-12T02:13:23,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-12-12T02:13:23,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-12-12T02:13:23,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-12-12T02:13:23,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-12-12T02:13:23,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-12-12T02:13:23,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-12-12T02:13:23,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-12-12T02:13:23,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-12-12T02:13:23,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-12-12T02:13:23,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-12-12T02:13:23,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-12-12T02:13:23,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-12-12T02:13:23,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-12-12T02:13:23,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-12-12T02:13:23,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-12-12T02:13:23,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-12-12T02:13:23,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-12-12T02:13:23,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-12-12T02:13:23,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-12-12T02:13:23,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-12-12T02:13:23,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-12-12T02:13:23,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-12-12T02:13:23,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-12-12T02:13:23,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-12-12T02:13:23,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-12-12T02:13:23,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-12-12T02:13:23,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-12-12T02:13:23,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-12-12T02:13:23,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-12-12T02:13:23,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-12-12T02:13:23,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-12-12T02:13:23,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-12-12T02:13:23,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-12-12T02:13:23,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-12-12T02:13:23,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-12-12T02:13:23,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-12-12T02:13:23,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-12-12T02:13:23,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-12-12T02:13:23,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-12-12T02:13:23,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-12-12T02:13:23,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-12-12T02:13:23,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-12-12T02:13:23,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-12-12T02:13:23,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-12-12T02:13:23,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-12-12T02:13:23,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-12-12T02:13:23,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-12-12T02:13:23,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-12-12T02:13:23,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-12-12T02:13:23,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-12-12T02:13:23,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-12-12T02:13:23,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-12-12T02:13:23,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-12-12T02:13:23,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-12-12T02:13:23,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-12-12T02:13:23,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-12-12T02:13:23,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-12-12T02:13:23,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-12-12T02:13:23,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-12-12T02:13:23,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-12-12T02:13:23,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-12-12T02:13:23,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-12-12T02:13:23,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-12-12T02:13:23,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-12-12T02:13:23,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-12-12T02:13:23,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-12-12T02:13:23,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-12-12T02:13:23,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-12-12T02:13:23,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-12-12T02:13:23,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-12-12T02:13:23,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-12-12T02:13:23,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-12-12T02:13:23,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-12-12T02:13:23,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-12-12T02:13:23,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-12-12T02:13:23,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-12-12T02:13:23,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-12-12T02:13:23,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-12-12T02:13:23,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-12-12T02:13:23,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-12-12T02:13:23,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-12-12T02:13:23,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-12-12T02:13:23,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-12-12T02:13:23,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-12-12T02:13:23,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-12-12T02:13:23,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-12-12T02:13:23,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-12-12T02:13:23,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-12-12T02:13:23,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-12-12T02:13:23,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-12-12T02:13:23,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-12-12T02:13:23,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-12-12T02:13:23,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-12-12T02:13:23,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-12-12T02:13:23,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-12-12T02:13:23,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-12-12T02:13:23,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-12-12T02:13:23,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-12-12T02:13:23,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-12-12T02:13:23,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-12-12T02:13:23,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-12-12T02:13:23,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-12-12T02:13:23,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-12-12T02:13:23,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-12-12T02:13:23,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-12-12T02:13:23,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-12-12T02:13:23,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-12-12T02:13:23,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-12-12T02:13:23,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-12-12T02:13:23,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-12-12T02:13:23,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-12-12T02:13:23,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-12-12T02:13:23,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-12-12T02:13:23,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-12-12T02:13:23,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-12-12T02:13:23,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-12-12T02:13:23,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-12-12T02:13:23,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-12-12T02:13:23,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-12-12T02:13:23,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-12-12T02:13:23,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-12-12T02:13:23,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-12-12T02:13:23,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-12-12T02:13:23,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-12-12T02:13:23,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-12-12T02:13:23,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-12-12T02:13:23,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-12-12T02:13:23,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-12-12T02:13:23,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-12-12T02:13:23,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-12-12T02:13:23,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-12-12T02:13:23,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-12-12T02:13:23,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-12-12T02:13:23,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-12-12T02:13:23,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-12-12T02:13:23,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-12-12T02:13:23,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-12-12T02:13:23,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-12-12T02:13:23,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-12-12T02:13:23,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-12-12T02:13:23,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-12-12T02:13:23,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-12-12T02:13:23,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-12-12T02:13:23,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-12-12T02:13:23,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-12-12T02:13:23,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-12-12T02:13:23,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-12-12T02:13:23,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-12-12T02:13:23,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-12-12T02:13:23,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-12-12T02:13:23,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-12-12T02:13:23,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-12-12T02:13:23,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-12-12T02:13:23,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-12-12T02:13:23,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-12-12T02:13:23,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-12-12T02:13:23,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-12-12T02:13:23,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-12-12T02:13:23,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-12-12T02:13:23,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-12-12T02:13:23,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-12-12T02:13:23,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-12-12T02:13:23,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-12-12T02:13:23,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-12-12T02:13:23,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-12-12T02:13:23,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-12-12T02:13:23,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-12-12T02:13:23,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-12-12T02:13:23,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-12-12T02:13:23,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-12-12T02:13:23,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-12-12T02:13:23,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-12-12T02:13:23,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-12-12T02:13:23,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-12-12T02:13:23,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-12-12T02:13:23,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-12-12T02:13:23,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-12-12T02:13:23,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-12-12T02:13:23,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-12-12T02:13:23,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-12-12T02:13:23,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-12-12T02:13:23,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-12-12T02:13:23,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-12-12T02:13:23,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-12-12T02:13:23,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-12-12T02:13:23,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-12-12T02:13:23,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-12-12T02:13:23,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-12-12T02:13:23,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-12-12T02:13:23,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-12-12T02:13:23,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-12-12T02:13:23,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-12-12T02:13:23,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-12-12T02:13:23,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-12-12T02:13:23,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-12-12T02:13:23,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-12-12T02:13:23,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-12-12T02:13:23,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-12-12T02:13:23,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-12-12T02:13:23,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-12-12T02:13:23,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-12-12T02:13:23,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-12-12T02:13:23,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-12-12T02:13:23,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-12-12T02:13:23,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-12-12T02:13:23,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-12-12T02:13:23,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-12-12T02:13:23,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-12-12T02:13:23,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-12-12T02:13:23,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-12-12T02:13:23,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-12-12T02:13:23,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-12-12T02:13:23,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-12-12T02:13:23,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-12-12T02:13:23,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-12-12T02:13:23,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-12-12T02:13:23,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-12-12T02:13:23,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-12-12T02:13:23,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-12-12T02:13:23,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-12-12T02:13:23,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-12-12T02:13:23,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-12-12T02:13:23,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-12-12T02:13:23,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-12-12T02:13:23,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-12-12T02:13:23,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-12-12T02:13:23,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-12-12T02:13:23,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-12-12T02:13:23,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-12-12T02:13:23,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-12-12T02:13:23,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-12-12T02:13:23,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-12-12T02:13:23,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-12-12T02:13:23,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-12-12T02:13:23,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-12-12T02:13:23,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-12-12T02:13:23,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-12-12T02:13:23,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-12-12T02:13:23,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-12-12T02:13:23,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-12-12T02:13:23,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-12-12T02:13:23,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-12-12T02:13:23,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-12-12T02:13:23,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-12-12T02:13:23,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-12-12T02:13:23,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-12-12T02:13:23,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-12-12T02:13:23,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-12-12T02:13:23,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-12-12T02:13:23,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-12-12T02:13:23,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-12-12T02:13:23,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-12-12T02:13:23,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-12-12T02:13:23,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-12-12T02:13:23,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-12-12T02:13:23,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-12-12T02:13:23,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-12-12T02:13:23,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-12-12T02:13:23,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-12-12T02:13:23,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-12-12T02:13:23,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-12-12T02:13:23,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-12-12T02:13:23,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-12-12T02:13:23,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-12-12T02:13:23,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-12-12T02:13:23,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-12-12T02:13:23,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-12-12T02:13:23,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-12-12T02:13:23,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-12-12T02:13:23,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-12-12T02:13:23,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-12-12T02:13:23,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-12-12T02:13:23,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-12-12T02:13:23,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-12-12T02:13:23,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-12-12T02:13:23,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-12-12T02:13:23,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-12-12T02:13:23,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-12-12T02:13:23,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-12-12T02:13:23,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-12-12T02:13:23,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-12-12T02:13:23,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-12-12T02:13:23,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-12-12T02:13:23,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-12-12T02:13:23,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-12-12T02:13:23,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-12-12T02:13:23,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-12-12T02:13:23,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-12-12T02:13:23,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-12-12T02:13:23,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-12-12T02:13:23,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-12-12T02:13:23,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-12-12T02:13:23,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-12-12T02:13:23,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-12-12T02:13:23,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-12-12T02:13:23,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-12-12T02:13:23,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-12-12T02:13:23,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-12-12T02:13:23,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-12-12T02:13:23,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-12-12T02:13:23,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-12-12T02:13:23,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-12-12T02:13:23,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-12-12T02:13:23,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-12-12T02:13:23,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-12-12T02:13:23,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-12-12T02:13:23,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-12-12T02:13:23,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-12-12T02:13:23,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-12-12T02:13:23,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-12-12T02:13:23,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-12-12T02:13:23,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-12-12T02:13:23,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-12-12T02:13:23,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-12-12T02:13:23,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-12-12T02:13:23,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-12-12T02:13:23,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-12-12T02:13:23,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-12-12T02:13:23,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-12-12T02:13:23,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-12-12T02:13:23,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-12-12T02:13:23,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-12-12T02:13:23,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-12-12T02:13:23,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-12-12T02:13:23,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-12-12T02:13:23,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-12-12T02:13:23,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-12-12T02:13:23,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-12-12T02:13:23,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-12-12T02:13:23,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-12-12T02:13:23,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-12-12T02:13:23,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-12-12T02:13:23,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-12-12T02:13:23,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-12-12T02:13:23,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-12-12T02:13:23,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-12-12T02:13:23,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-12-12T02:13:23,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-12-12T02:13:23,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-12-12T02:13:23,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-12-12T02:13:23,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-12-12T02:13:23,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-12-12T02:13:23,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-12-12T02:13:23,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-12-12T02:13:23,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-12-12T02:13:23,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-12-12T02:13:23,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-12-12T02:13:23,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:23,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:23,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-12-12T02:13:24,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-12-12T02:13:24,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-12-12T02:13:24,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-12-12T02:13:24,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-12-12T02:13:24,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-12-12T02:13:24,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-12-12T02:13:24,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-12-12T02:13:24,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-12-12T02:13:24,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-12-12T02:13:24,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-12-12T02:13:24,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-12-12T02:13:24,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-12-12T02:13:24,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-12-12T02:13:24,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-12-12T02:13:24,021 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908): HdfsNamedFileStatus{path=hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1733969602969; access_time=1733969602948; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733969602988; access_time=1733969602971; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1733969602989; access_time=1733969602989; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-12-12T02:13:24,021 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-12-12T02:13:24,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-12-12T02:13:24,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-12-12T02:13:24,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-12-12T02:13:24,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-12-12T02:13:24,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-12-12T02:13:24,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-12-12T02:13:24,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-12-12T02:13:24,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-12-12T02:13:24,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-12-12T02:13:24,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-12-12T02:13:24,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-12-12T02:13:24,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-12-12T02:13:24,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-12-12T02:13:24,041 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.0, size=2.3 K (2324bytes) 2024-12-12T02:13:24,041 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.0 2024-12-12T02:13:24,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-12-12T02:13:24,042 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.0 after 1ms 2024-12-12T02:13:24,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-12-12T02:13:24,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-12-12T02:13:24,046 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.0 took 5ms 2024-12-12T02:13:24,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-12-12T02:13:24,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,050 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.0 so closing down 2024-12-12T02:13:24,050 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:24,050 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:24,054 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:24,054 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-12T02:13:24,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-12-12T02:13:24,056 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-12T02:13:24,056 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:24,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=680, seq=0 2024-12-12T02:13:24,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=681, seq=0 2024-12-12T02:13:24,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=682, seq=0 2024-12-12T02:13:24,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=683, seq=0 2024-12-12T02:13:24,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741875_1052 (size=743) 2024-12-12T02:13:24,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741875_1052 (size=743) 2024-12-12T02:13:24,066 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:24,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741876_1053 (size=743) 2024-12-12T02:13:24,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741876_1053 (size=743) 2024-12-12T02:13:24,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=684, seq=0 2024-12-12T02:13:24,067 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:24,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,068 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-12T02:13:24,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=685, seq=0 2024-12-12T02:13:24,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=686, seq=0 2024-12-12T02:13:24,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=687, seq=0 2024-12-12T02:13:24,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,073 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-12T02:13:24,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,073 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 27 ms; skipped=7; WAL=hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-12-12T02:13:24,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=688, seq=0 2024-12-12T02:13:24,074 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.0, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.0, size=2.3 K (2324bytes) at 1733969604041Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.0 so closing down at 1733969604050 (+9 ms)3 split writer threads finished at 1733969604050Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733969604056 (+6 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733969604056Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969604066 (+10 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969604068 (+2 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733969604068Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733969604073 (+5 ms)Processed 27 edits across 2 Regions in 27 ms; skipped=7; WAL=hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1733969604073 2024-12-12T02:13:24,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=689, seq=0 2024-12-12T02:13:24,076 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.0 to hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/oldWALs/wal.dat.0 2024-12-12T02:13:24,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,076 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.1, size=1.4 K (1393bytes) 2024-12-12T02:13:24,076 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.1 2024-12-12T02:13:24,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=690, seq=0 2024-12-12T02:13:24,077 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.1 after 1ms 2024-12-12T02:13:24,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=691, seq=0 2024-12-12T02:13:24,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,080 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.1 took 4ms 2024-12-12T02:13:24,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=692, seq=0 2024-12-12T02:13:24,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=693, seq=0 2024-12-12T02:13:24,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=694, seq=0 2024-12-12T02:13:24,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=695, seq=0 2024-12-12T02:13:24,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,087 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.1 so closing down 2024-12-12T02:13:24,087 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:24,087 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:24,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=696, seq=0 2024-12-12T02:13:24,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=697, seq=0 2024-12-12T02:13:24,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,090 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-12T02:13:24,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=698, seq=0 2024-12-12T02:13:24,092 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-12T02:13:24,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=699, seq=0 2024-12-12T02:13:24,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,094 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-12T02:13:24,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=700, seq=0 2024-12-12T02:13:24,095 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-12T02:13:24,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=701, seq=0 2024-12-12T02:13:24,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=702, seq=0 2024-12-12T02:13:24,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=703, seq=0 2024-12-12T02:13:24,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=704, seq=0 2024-12-12T02:13:24,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=705, seq=0 2024-12-12T02:13:24,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741877_1054 (size=743) 2024-12-12T02:13:24,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741877_1054 (size=743) 2024-12-12T02:13:24,106 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:24,108 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-12T02:13:24,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=706, seq=0 2024-12-12T02:13:24,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=707, seq=0 2024-12-12T02:13:24,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=708, seq=0 2024-12-12T02:13:24,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=709, seq=0 2024-12-12T02:13:24,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741878_1055 (size=743) 2024-12-12T02:13:24,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741878_1055 (size=743) 2024-12-12T02:13:24,119 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:24,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=710, seq=0 2024-12-12T02:13:24,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,121 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-12T02:13:24,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=711, seq=0 2024-12-12T02:13:24,122 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:24,122 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.1, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.1, size=1.4 K (1393bytes) at 1733969604076Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.1 so closing down at 1733969604087 (+11 ms)3 split writer threads finished at 1733969604087Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733969604092 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733969604095 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969604106 (+11 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733969604108 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969604119 (+11 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733969604121 (+2 ms)Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969604122 (+1 ms) 2024-12-12T02:13:24,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=712, seq=0 2024-12-12T02:13:24,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,125 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.1 to hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/oldWALs/wal.dat.1 2024-12-12T02:13:24,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=713, seq=0 2024-12-12T02:13:24,125 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.2, size=150 (150bytes) 2024-12-12T02:13:24,125 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.2 2024-12-12T02:13:24,126 WARN [IPC Server handler 4 on default port 46345 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-12-12T02:13:24,126 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.2 after 1ms 2024-12-12T02:13:24,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=714, seq=0 2024-12-12T02:13:24,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=715, seq=0 2024-12-12T02:13:24,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=716, seq=0 2024-12-12T02:13:24,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=717, seq=0 2024-12-12T02:13:24,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=718, seq=0 2024-12-12T02:13:24,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=719, seq=0 2024-12-12T02:13:24,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=720, seq=0 2024-12-12T02:13:24,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=721, seq=0 2024-12-12T02:13:24,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=722, seq=0 2024-12-12T02:13:24,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=723, seq=0 2024-12-12T02:13:24,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=724, seq=0 2024-12-12T02:13:24,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=725, seq=0 2024-12-12T02:13:24,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=726, seq=0 2024-12-12T02:13:24,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=727, seq=0 2024-12-12T02:13:24,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=728, seq=0 2024-12-12T02:13:24,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=729, seq=0 2024-12-12T02:13:24,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=730, seq=0 2024-12-12T02:13:24,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=731, seq=0 2024-12-12T02:13:24,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=732, seq=0 2024-12-12T02:13:24,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=733, seq=0 2024-12-12T02:13:24,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=734, seq=0 2024-12-12T02:13:24,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=735, seq=0 2024-12-12T02:13:24,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=736, seq=0 2024-12-12T02:13:24,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=737, seq=0 2024-12-12T02:13:24,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=738, seq=0 2024-12-12T02:13:24,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=739, seq=0 2024-12-12T02:13:24,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=740, seq=0 2024-12-12T02:13:24,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=741, seq=0 2024-12-12T02:13:24,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=742, seq=0 2024-12-12T02:13:24,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=743, seq=0 2024-12-12T02:13:24,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=744, seq=0 2024-12-12T02:13:24,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=745, seq=0 2024-12-12T02:13:24,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=746, seq=0 2024-12-12T02:13:24,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=747, seq=0 2024-12-12T02:13:24,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=748, seq=0 2024-12-12T02:13:24,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=749, seq=0 2024-12-12T02:13:24,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=750, seq=0 2024-12-12T02:13:24,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=751, seq=0 2024-12-12T02:13:24,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=752, seq=0 2024-12-12T02:13:24,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=753, seq=0 2024-12-12T02:13:24,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=754, seq=0 2024-12-12T02:13:24,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=755, seq=0 2024-12-12T02:13:24,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=756, seq=0 2024-12-12T02:13:24,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=757, seq=0 2024-12-12T02:13:24,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=758, seq=0 2024-12-12T02:13:24,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=759, seq=0 2024-12-12T02:13:24,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=760, seq=0 2024-12-12T02:13:24,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=761, seq=0 2024-12-12T02:13:24,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=762, seq=0 2024-12-12T02:13:24,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=763, seq=0 2024-12-12T02:13:24,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=764, seq=0 2024-12-12T02:13:24,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=765, seq=0 2024-12-12T02:13:24,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=766, seq=0 2024-12-12T02:13:24,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=767, seq=0 2024-12-12T02:13:24,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=768, seq=0 2024-12-12T02:13:24,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=769, seq=0 2024-12-12T02:13:24,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=770, seq=0 2024-12-12T02:13:24,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=771, seq=0 2024-12-12T02:13:24,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=772, seq=0 2024-12-12T02:13:24,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=773, seq=0 2024-12-12T02:13:24,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=774, seq=0 2024-12-12T02:13:24,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=775, seq=0 2024-12-12T02:13:24,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=776, seq=0 2024-12-12T02:13:24,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=777, seq=0 2024-12-12T02:13:24,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=778, seq=0 2024-12-12T02:13:24,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=779, seq=0 2024-12-12T02:13:24,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=780, seq=0 2024-12-12T02:13:24,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=781, seq=0 2024-12-12T02:13:24,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=782, seq=0 2024-12-12T02:13:24,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=783, seq=0 2024-12-12T02:13:24,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=784, seq=0 2024-12-12T02:13:24,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=785, seq=0 2024-12-12T02:13:24,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=786, seq=0 2024-12-12T02:13:24,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=787, seq=0 2024-12-12T02:13:24,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=788, seq=0 2024-12-12T02:13:24,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=789, seq=0 2024-12-12T02:13:24,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=790, seq=0 2024-12-12T02:13:24,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=791, seq=0 2024-12-12T02:13:24,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=792, seq=0 2024-12-12T02:13:24,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=793, seq=0 2024-12-12T02:13:24,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=794, seq=0 2024-12-12T02:13:24,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=795, seq=0 2024-12-12T02:13:24,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=796, seq=0 2024-12-12T02:13:24,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=797, seq=0 2024-12-12T02:13:24,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=798, seq=0 2024-12-12T02:13:24,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=799, seq=0 2024-12-12T02:13:24,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=800, seq=0 2024-12-12T02:13:24,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=801, seq=0 2024-12-12T02:13:24,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=802, seq=0 2024-12-12T02:13:24,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=803, seq=0 2024-12-12T02:13:24,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=804, seq=0 2024-12-12T02:13:24,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=805, seq=0 2024-12-12T02:13:24,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=806, seq=0 2024-12-12T02:13:24,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=807, seq=0 2024-12-12T02:13:24,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=808, seq=0 2024-12-12T02:13:24,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=809, seq=0 2024-12-12T02:13:24,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=810, seq=0 2024-12-12T02:13:24,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=811, seq=0 2024-12-12T02:13:24,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=812, seq=0 2024-12-12T02:13:24,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=813, seq=0 2024-12-12T02:13:24,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=814, seq=0 2024-12-12T02:13:24,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=815, seq=0 2024-12-12T02:13:24,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=816, seq=0 2024-12-12T02:13:24,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=817, seq=0 2024-12-12T02:13:24,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=818, seq=0 2024-12-12T02:13:24,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=819, seq=0 2024-12-12T02:13:24,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=820, seq=0 2024-12-12T02:13:24,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=821, seq=0 2024-12-12T02:13:24,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=822, seq=0 2024-12-12T02:13:24,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=823, seq=0 2024-12-12T02:13:24,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=824, seq=0 2024-12-12T02:13:24,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=825, seq=0 2024-12-12T02:13:24,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=826, seq=0 2024-12-12T02:13:24,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=827, seq=0 2024-12-12T02:13:24,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=828, seq=0 2024-12-12T02:13:24,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=829, seq=0 2024-12-12T02:13:24,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=830, seq=0 2024-12-12T02:13:24,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=831, seq=0 2024-12-12T02:13:24,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=832, seq=0 2024-12-12T02:13:24,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=833, seq=0 2024-12-12T02:13:24,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=834, seq=0 2024-12-12T02:13:24,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=835, seq=0 2024-12-12T02:13:24,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=836, seq=0 2024-12-12T02:13:24,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=837, seq=0 2024-12-12T02:13:24,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=838, seq=0 2024-12-12T02:13:24,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=839, seq=0 2024-12-12T02:13:24,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=840, seq=0 2024-12-12T02:13:24,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=841, seq=0 2024-12-12T02:13:24,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=842, seq=0 2024-12-12T02:13:24,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=843, seq=0 2024-12-12T02:13:24,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=844, seq=0 2024-12-12T02:13:24,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=845, seq=0 2024-12-12T02:13:24,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=846, seq=0 2024-12-12T02:13:24,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=847, seq=0 2024-12-12T02:13:24,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=848, seq=0 2024-12-12T02:13:24,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=849, seq=0 2024-12-12T02:13:24,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=850, seq=0 2024-12-12T02:13:24,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=851, seq=0 2024-12-12T02:13:24,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=852, seq=0 2024-12-12T02:13:24,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=853, seq=0 2024-12-12T02:13:24,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=854, seq=0 2024-12-12T02:13:24,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=855, seq=0 2024-12-12T02:13:24,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=856, seq=0 2024-12-12T02:13:24,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=857, seq=0 2024-12-12T02:13:24,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=858, seq=0 2024-12-12T02:13:24,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=859, seq=0 2024-12-12T02:13:24,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=860, seq=0 2024-12-12T02:13:24,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=861, seq=0 2024-12-12T02:13:24,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=862, seq=0 2024-12-12T02:13:24,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=863, seq=0 2024-12-12T02:13:24,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=864, seq=0 2024-12-12T02:13:24,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=865, seq=0 2024-12-12T02:13:24,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=866, seq=0 2024-12-12T02:13:24,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=867, seq=0 2024-12-12T02:13:24,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=868, seq=0 2024-12-12T02:13:24,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=869, seq=0 2024-12-12T02:13:24,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=870, seq=0 2024-12-12T02:13:24,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=871, seq=0 2024-12-12T02:13:24,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=872, seq=0 2024-12-12T02:13:24,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=873, seq=0 2024-12-12T02:13:24,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=874, seq=0 2024-12-12T02:13:24,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=875, seq=0 2024-12-12T02:13:24,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=876, seq=0 2024-12-12T02:13:24,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=877, seq=0 2024-12-12T02:13:24,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=878, seq=0 2024-12-12T02:13:24,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=879, seq=0 2024-12-12T02:13:24,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=880, seq=0 2024-12-12T02:13:24,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=881, seq=0 2024-12-12T02:13:24,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=882, seq=0 2024-12-12T02:13:24,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=883, seq=0 2024-12-12T02:13:24,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=884, seq=0 2024-12-12T02:13:24,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=885, seq=0 2024-12-12T02:13:24,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=886, seq=0 2024-12-12T02:13:24,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=887, seq=0 2024-12-12T02:13:24,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=888, seq=0 2024-12-12T02:13:24,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=889, seq=0 2024-12-12T02:13:24,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=890, seq=0 2024-12-12T02:13:24,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=891, seq=0 2024-12-12T02:13:24,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=892, seq=0 2024-12-12T02:13:24,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=893, seq=0 2024-12-12T02:13:24,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=894, seq=0 2024-12-12T02:13:24,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=895, seq=0 2024-12-12T02:13:24,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=896, seq=0 2024-12-12T02:13:24,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=897, seq=0 2024-12-12T02:13:24,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=898, seq=0 2024-12-12T02:13:24,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=899, seq=0 2024-12-12T02:13:24,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=900, seq=0 2024-12-12T02:13:24,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=901, seq=0 2024-12-12T02:13:24,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=902, seq=0 2024-12-12T02:13:24,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=903, seq=0 2024-12-12T02:13:24,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=904, seq=0 2024-12-12T02:13:24,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=905, seq=0 2024-12-12T02:13:24,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=906, seq=0 2024-12-12T02:13:24,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=907, seq=0 2024-12-12T02:13:24,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=908, seq=0 2024-12-12T02:13:24,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=909, seq=0 2024-12-12T02:13:24,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=910, seq=0 2024-12-12T02:13:24,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=911, seq=0 2024-12-12T02:13:24,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=912, seq=0 2024-12-12T02:13:24,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=913, seq=0 2024-12-12T02:13:24,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=914, seq=0 2024-12-12T02:13:24,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=915, seq=0 2024-12-12T02:13:24,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=916, seq=0 2024-12-12T02:13:24,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=917, seq=0 2024-12-12T02:13:24,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=918, seq=0 2024-12-12T02:13:24,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=919, seq=0 2024-12-12T02:13:24,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=920, seq=0 2024-12-12T02:13:24,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=921, seq=0 2024-12-12T02:13:24,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=922, seq=0 2024-12-12T02:13:24,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=923, seq=0 2024-12-12T02:13:24,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=924, seq=0 2024-12-12T02:13:24,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=925, seq=0 2024-12-12T02:13:24,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=926, seq=0 2024-12-12T02:13:24,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=927, seq=0 2024-12-12T02:13:24,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=928, seq=0 2024-12-12T02:13:24,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=929, seq=0 2024-12-12T02:13:24,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=930, seq=0 2024-12-12T02:13:24,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=931, seq=0 2024-12-12T02:13:24,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=932, seq=0 2024-12-12T02:13:24,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=933, seq=0 2024-12-12T02:13:24,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=934, seq=0 2024-12-12T02:13:24,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=935, seq=0 2024-12-12T02:13:24,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=936, seq=0 2024-12-12T02:13:24,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=937, seq=0 2024-12-12T02:13:24,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=938, seq=0 2024-12-12T02:13:24,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=939, seq=0 2024-12-12T02:13:24,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=940, seq=0 2024-12-12T02:13:24,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=941, seq=0 2024-12-12T02:13:24,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=942, seq=0 2024-12-12T02:13:24,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=943, seq=0 2024-12-12T02:13:24,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=944, seq=0 2024-12-12T02:13:24,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=945, seq=0 2024-12-12T02:13:24,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=946, seq=0 2024-12-12T02:13:24,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=947, seq=0 2024-12-12T02:13:24,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=948, seq=0 2024-12-12T02:13:24,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=949, seq=0 2024-12-12T02:13:24,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=950, seq=0 2024-12-12T02:13:24,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=951, seq=0 2024-12-12T02:13:24,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=952, seq=0 2024-12-12T02:13:24,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=953, seq=0 2024-12-12T02:13:24,525 WARN [ResponseProcessor for block BP-1148646962-172.17.0.2-1733969592331:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1148646962-172.17.0.2-1733969592331:blk_1073741874_1051 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-12T02:13:24,525 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1586017201_534 at /127.0.0.1:47978 [Receiving block BP-1148646962-172.17.0.2-1733969592331:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:41391:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47978 dst: /127.0.0.1:41391 java.nio.channels.ClosedByInterruptException: null at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:199) ~[?:?] at sun.nio.ch.FileChannelImpl.endBlocking(FileChannelImpl.java:171) ~[?:?] at sun.nio.ch.FileChannelImpl.position(FileChannelImpl.java:349) ~[?:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.adjustCrcChannelPosition(FsDatasetImpl.java:1948) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.adjustCrcFilePosition(BlockReceiver.java:1171) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:788) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T02:13:24,525 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1586017201_534 at /127.0.0.1:50632 [Receiving block BP-1148646962-172.17.0.2-1733969592331:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:34907:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50632 dst: /127.0.0.1:34907 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T02:13:24,525 WARN [DataStreamer for file /user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.2 block BP-1148646962-172.17.0.2-1733969592331:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1148646962-172.17.0.2-1733969592331:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:41391,DS-d71f15be-b4a2-444d-a7a4-f2d078b66cb2,DISK], DatanodeInfoWithStorage[127.0.0.1:34907,DS-acc5b7d5-4276-4d48-8810-f5e9761aba8e,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:41391,DS-d71f15be-b4a2-444d-a7a4-f2d078b66cb2,DISK]) is bad. 2024-12-12T02:13:24,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-12T02:13:24,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-12T02:13:24,526 WARN [DataStreamer for file /user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.2 block BP-1148646962-172.17.0.2-1733969592331:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1148646962-172.17.0.2-1733969592331:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-12T02:13:24,526 WARN [org.apache.hadoop.hdfs.server.datanode.BlockRecoveryWorker$1@358b3825 {}] datanode.BlockRecoveryWorker$RecoveryTaskContiguous(164): Failed to recover block (block=BP-1148646962-172.17.0.2-1733969592331:blk_1073741874_1051, datanode=DatanodeInfoWithStorage[127.0.0.1:41391,null,null]) java.io.IOException: getBytesOnDisk() < getVisibleLength(), rip=ReplicaBeingWritten, blk_1073741874_1051, RBW getNumBytes() = 60387 getBytesOnDisk() = 60323 getVisibleLength()= 60387 getVolume() = /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/cluster_b5931cab-f80f-340b-ccc5-cf4c9086f15e/data/data2 getBlockURI() = file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/cluster_b5931cab-f80f-340b-ccc5-cf4c9086f15e/data/data2/current/BP-1148646962-172.17.0.2-1733969592331/current/rbw/blk_1073741874 bytesAcked=60387 bytesOnDisk=60323 at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.initReplicaRecoveryImpl(FsDatasetImpl.java:3034) at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.initReplicaRecovery(FsDatasetImpl.java:2985) at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.initReplicaRecovery(FsDatasetImpl.java:2968) at org.apache.hadoop.hdfs.server.datanode.DataNode.initReplicaRecovery(DataNode.java:3526) at org.apache.hadoop.hdfs.protocolPB.InterDatanodeProtocolServerSideTranslatorPB.initReplicaRecovery(InterDatanodeProtocolServerSideTranslatorPB.java:55) at org.apache.hadoop.hdfs.protocol.proto.InterDatanodeProtocolProtos$InterDatanodeProtocolService$2.callBlockingMethod(InterDatanodeProtocolProtos.java:3421) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockRecoveryWorker.callInitReplicaRecovery(BlockRecoveryWorker.java:563) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockRecoveryWorker.access$400(BlockRecoveryWorker.java:57) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockRecoveryWorker$RecoveryTaskContiguous.recover(BlockRecoveryWorker.java:135) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockRecoveryWorker$1.run(BlockRecoveryWorker.java:602) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: getBytesOnDisk() < getVisibleLength(), rip=ReplicaBeingWritten, blk_1073741874_1051, RBW getNumBytes() = 60387 getBytesOnDisk() = 60323 getVisibleLength()= 60387 getVolume() = /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/cluster_b5931cab-f80f-340b-ccc5-cf4c9086f15e/data/data2 getBlockURI() = file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/cluster_b5931cab-f80f-340b-ccc5-cf4c9086f15e/data/data2/current/BP-1148646962-172.17.0.2-1733969592331/current/rbw/blk_1073741874 bytesAcked=60387 bytesOnDisk=60323 at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.initReplicaRecoveryImpl(FsDatasetImpl.java:3034) at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.initReplicaRecovery(FsDatasetImpl.java:2985) at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.initReplicaRecovery(FsDatasetImpl.java:2968) at org.apache.hadoop.hdfs.server.datanode.DataNode.initReplicaRecovery(DataNode.java:3526) at org.apache.hadoop.hdfs.protocolPB.InterDatanodeProtocolServerSideTranslatorPB.initReplicaRecovery(InterDatanodeProtocolServerSideTranslatorPB.java:55) at org.apache.hadoop.hdfs.protocol.proto.InterDatanodeProtocolProtos$InterDatanodeProtocolService$2.callBlockingMethod(InterDatanodeProtocolProtos.java:3421) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy84.initReplicaRecovery(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.InterDatanodeProtocolTranslatorPB.lambda$initReplicaRecovery$0(InterDatanodeProtocolTranslatorPB.java:82) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.InterDatanodeProtocolTranslatorPB.initReplicaRecovery(InterDatanodeProtocolTranslatorPB.java:82) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockRecoveryWorker.callInitReplicaRecovery(BlockRecoveryWorker.java:561) ~[hadoop-hdfs-3.4.1.jar:?] ... 4 more 2024-12-12T02:13:24,527 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1148646962-172.17.0.2-1733969592331:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-12T02:13:24,527 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-1148646962-172.17.0.2-1733969592331:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-12-12T02:13:24,528 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-1148646962-172.17.0.2-1733969592331:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 954 2024-12-12T02:13:24,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-12-12T02:13:24,528 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1148646962-172.17.0.2-1733969592331:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-12T02:13:24,529 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1148646962-172.17.0.2-1733969592331:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-12T02:13:28,127 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.2 after 4002ms 2024-12-12T02:13:28,131 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.2 took 4006ms 2024-12-12T02:13:28,152 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.2; continuing. 2024-12-12T02:13:28,152 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.2 so closing down 2024-12-12T02:13:28,153 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:28,153 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:28,156 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-12T02:13:28,156 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-12T02:13:28,157 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-12T02:13:28,158 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-12T02:13:28,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741879_1057 (size=743) 2024-12-12T02:13:28,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741879_1057 (size=743) 2024-12-12T02:13:28,167 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:28,169 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-12T02:13:28,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741880_1058 (size=59745) 2024-12-12T02:13:28,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741880_1058 (size=59745) 2024-12-12T02:13:28,171 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 933 edits, skipped 0 edits in 6 ms) 2024-12-12T02:13:28,173 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-12T02:13:28,173 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 943 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-12-12T02:13:28,174 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.2, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.2, size=150 (150bytes) at 1733969604125Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.2 so closing down at 1733969608152 (+4027 ms)3 split writer threads finished at 1733969608153 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733969608157 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733969608158 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969608167 (+9 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733969608169 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 933 edits, skipped 0 edits in 6 ms) at 1733969608172 (+3 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733969608173 (+1 ms)Processed 943 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1733969608173 2024-12-12T02:13:28,176 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/WALs/testlogcannotbewrittenonceparsed,16010,1733969602908/wal.dat.2 to hdfs://localhost:46345/user/jenkins/test-data/9db7cd01-c984-0c81-4eb4-c4beb6263e0c/oldWALs/wal.dat.2 2024-12-12T02:13:28,177 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-12-12T02:13:28,196 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=953, robber=953 2024-12-12T02:13:28,207 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=144 (was 136) Potentially hanging thread: IPC Client (180947228) connection to localhost/127.0.0.1:46345 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client at /127.0.0.1:48010 [Receiving block BP-1148646962-172.17.0.2-1733969592331:blk_1073741874_1056] java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Thread.join(Thread.java:1307) app//org.apache.hadoop.hdfs.server.datanode.LocalReplicaInPipeline.stopWriter(LocalReplicaInPipeline.java:271) app//org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.createTemporary(FsDatasetImpl.java:1900) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.(BlockReceiver.java:216) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.getBlockReceiver(DataXceiver.java:1331) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:775) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (180947228) connection to localhost/127.0.0.1:46345 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1673194847_22 at /127.0.0.1:48036 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@2e8fd761[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1673194847_22 at /127.0.0.1:50678 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:46345 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:46345 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=398 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=333 (was 310) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4999 (was 5261) 2024-12-12T02:13:28,214 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=144, OpenFileDescriptor=398, MaxFileDescriptor=1048576, SystemLoadAverage=333, ProcessCount=11, AvailableMemoryMB=4998 2024-12-12T02:13:28,214 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-12T02:13:28,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741881_1059 (size=7) 2024-12-12T02:13:28,223 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3 with version=8 2024-12-12T02:13:28,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:28,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741881_1059 (size=7) 2024-12-12T02:13:28,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:28,228 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:28,229 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-12T02:13:28,230 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-12T02:13:28,231 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-12T02:13:28,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741882_1060 (size=1393) 2024-12-12T02:13:28,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741882_1060 (size=1393) 2024-12-12T02:13:28,245 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-12T02:13:28,246 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-12T02:13:28,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741883_1061 (size=1393) 2024-12-12T02:13:28,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741883_1061 (size=1393) 2024-12-12T02:13:28,259 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-12T02:13:28,259 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-12T02:13:28,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741884_1062 (size=1393) 2024-12-12T02:13:28,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741884_1062 (size=1393) 2024-12-12T02:13:28,273 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-12T02:13:28,273 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-12T02:13:28,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741885_1063 (size=1393) 2024-12-12T02:13:28,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741885_1063 (size=1393) 2024-12-12T02:13:28,286 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-12T02:13:28,286 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-12T02:13:28,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741886_1064 (size=1393) 2024-12-12T02:13:28,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741886_1064 (size=1393) 2024-12-12T02:13:28,300 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-12T02:13:28,300 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-12T02:13:28,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741887_1065 (size=1393) 2024-12-12T02:13:28,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741887_1065 (size=1393) 2024-12-12T02:13:28,313 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-12T02:13:28,313 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-12T02:13:28,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741888_1066 (size=1405) 2024-12-12T02:13:28,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741888_1066 (size=1405) 2024-12-12T02:13:28,331 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-12T02:13:28,331 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-12T02:13:28,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741889_1067 (size=1413) 2024-12-12T02:13:28,346 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-12T02:13:28,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741889_1067 (size=1413) 2024-12-12T02:13:28,347 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-12T02:13:28,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741890_1068 (size=1413) 2024-12-12T02:13:28,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741890_1068 (size=1413) 2024-12-12T02:13:28,362 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-12T02:13:28,362 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-12T02:13:28,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:28,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:28,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741891_1069 (size=1413) 2024-12-12T02:13:28,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741891_1069 (size=1413) 2024-12-12T02:13:28,378 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-12T02:13:28,397 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.0, size=1.4 K (1393bytes) 2024-12-12T02:13:28,397 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.0 2024-12-12T02:13:28,399 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.0 after 2ms 2024-12-12T02:13:28,400 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T02:13:30,407 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.0 took 2011ms 2024-12-12T02:13:30,410 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.0 so closing down 2024-12-12T02:13:30,410 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:30,410 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:30,415 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:30,416 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-12T02:13:30,416 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:30,417 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-12T02:13:30,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741892_1070 (size=743) 2024-12-12T02:13:30,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741893_1071 (size=743) 2024-12-12T02:13:30,427 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:30,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741893_1071 (size=743) 2024-12-12T02:13:30,427 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:30,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741892_1070 (size=743) 2024-12-12T02:13:30,431 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-12T02:13:30,431 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-12T02:13:30,431 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:30,431 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.0, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.0, size=1.4 K (1393bytes) at 1733969608397Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.0 so closing down at 1733969610410 (+2013 ms)3 split writer threads finished at 1733969610410Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733969610416 (+6 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733969610417 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969610427 (+10 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969610427Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733969610431 (+4 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733969610431Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969610431 2024-12-12T02:13:30,436 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.0 to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/oldWALs/wal.dat.0 2024-12-12T02:13:30,437 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.1, size=1.4 K (1393bytes) 2024-12-12T02:13:30,437 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.1 2024-12-12T02:13:30,438 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.1 after 1ms 2024-12-12T02:13:30,442 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.1 took 6ms 2024-12-12T02:13:30,443 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.1 so closing down 2024-12-12T02:13:30,443 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:30,443 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:30,447 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-12T02:13:30,447 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-12T02:13:30,448 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-12T02:13:30,448 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-12T02:13:30,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741895_1073 (size=743) 2024-12-12T02:13:30,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741894_1072 (size=743) 2024-12-12T02:13:30,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741894_1072 (size=743) 2024-12-12T02:13:30,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741895_1073 (size=743) 2024-12-12T02:13:30,455 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:30,455 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:30,458 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-12T02:13:30,459 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-12T02:13:30,459 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:30,459 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.1, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.1, size=1.4 K (1393bytes) at 1733969610437Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.1 so closing down at 1733969610443 (+6 ms)3 split writer threads finished at 1733969610443Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733969610448 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733969610448Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969610455 (+7 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969610455Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733969610458 (+3 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733969610459 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969610459 2024-12-12T02:13:30,463 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.1 to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/oldWALs/wal.dat.1 2024-12-12T02:13:30,463 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.2, size=1.4 K (1393bytes) 2024-12-12T02:13:30,463 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.2 2024-12-12T02:13:30,464 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.2 after 1ms 2024-12-12T02:13:30,467 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.2 took 4ms 2024-12-12T02:13:30,469 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.2 so closing down 2024-12-12T02:13:30,469 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:30,469 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:30,472 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-12T02:13:30,472 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-12T02:13:30,473 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-12T02:13:30,474 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-12T02:13:30,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741896_1074 (size=743) 2024-12-12T02:13:30,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741896_1074 (size=743) 2024-12-12T02:13:30,482 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:30,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741897_1075 (size=743) 2024-12-12T02:13:30,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741897_1075 (size=743) 2024-12-12T02:13:30,485 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-12T02:13:30,883 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:30,887 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-12T02:13:30,887 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:30,887 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.2, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.2, size=1.4 K (1393bytes) at 1733969610463Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.2 so closing down at 1733969610469 (+6 ms)3 split writer threads finished at 1733969610469Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733969610473 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733969610474 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969610482 (+8 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733969610485 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969610883 (+398 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733969610887 (+4 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969610887 2024-12-12T02:13:30,891 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.2 to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/oldWALs/wal.dat.2 2024-12-12T02:13:30,892 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.3, size=1.4 K (1393bytes) 2024-12-12T02:13:30,892 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.3 2024-12-12T02:13:30,892 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.3 after 0ms 2024-12-12T02:13:30,896 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.3 took 5ms 2024-12-12T02:13:30,897 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.3 so closing down 2024-12-12T02:13:30,897 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:30,897 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:30,900 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-12T02:13:30,900 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-12T02:13:30,902 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-12T02:13:30,902 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-12T02:13:30,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741899_1077 (size=743) 2024-12-12T02:13:30,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741899_1077 (size=743) 2024-12-12T02:13:30,908 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:30,911 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-12T02:13:30,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741898_1076 (size=743) 2024-12-12T02:13:30,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741898_1076 (size=743) 2024-12-12T02:13:30,915 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:30,918 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-12T02:13:30,918 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:30,918 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.3, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.3, size=1.4 K (1393bytes) at 1733969610892Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.3 so closing down at 1733969610897 (+5 ms)3 split writer threads finished at 1733969610897Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733969610902 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733969610902Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969610908 (+6 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733969610911 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969610915 (+4 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733969610918 (+3 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969610918 2024-12-12T02:13:30,921 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.3 to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/oldWALs/wal.dat.3 2024-12-12T02:13:30,921 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.4, size=1.4 K (1393bytes) 2024-12-12T02:13:30,921 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.4 2024-12-12T02:13:30,922 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.4 after 1ms 2024-12-12T02:13:30,925 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.4 took 4ms 2024-12-12T02:13:30,927 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.4 so closing down 2024-12-12T02:13:30,927 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:30,927 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:30,930 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-12T02:13:30,931 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-12T02:13:30,932 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-12T02:13:30,932 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-12T02:13:30,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741901_1079 (size=743) 2024-12-12T02:13:30,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741900_1078 (size=743) 2024-12-12T02:13:30,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741900_1078 (size=743) 2024-12-12T02:13:30,943 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:30,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741901_1079 (size=743) 2024-12-12T02:13:30,946 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-12T02:13:31,344 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:31,347 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-12T02:13:31,347 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:31,347 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.4, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.4, size=1.4 K (1393bytes) at 1733969610921Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.4 so closing down at 1733969610927 (+6 ms)3 split writer threads finished at 1733969610927Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733969610932 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733969610932Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969610943 (+11 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733969610946 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969611344 (+398 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733969611347 (+3 ms)Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969611347 2024-12-12T02:13:31,350 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.4 to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/oldWALs/wal.dat.4 2024-12-12T02:13:31,350 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.5, size=1.4 K (1393bytes) 2024-12-12T02:13:31,350 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.5 2024-12-12T02:13:31,351 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.5 after 0ms 2024-12-12T02:13:31,353 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.5 took 3ms 2024-12-12T02:13:31,355 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.5 so closing down 2024-12-12T02:13:31,355 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:31,355 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:31,358 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-12T02:13:31,358 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-12T02:13:31,359 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-12T02:13:31,359 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-12T02:13:31,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741903_1081 (size=743) 2024-12-12T02:13:31,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741902_1080 (size=743) 2024-12-12T02:13:31,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741903_1081 (size=743) 2024-12-12T02:13:31,364 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:31,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741902_1080 (size=743) 2024-12-12T02:13:31,365 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:31,367 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-12T02:13:31,367 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-12T02:13:31,367 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:31,368 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.5, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.5, size=1.4 K (1393bytes) at 1733969611350Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.5 so closing down at 1733969611355 (+5 ms)3 split writer threads finished at 1733969611355Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733969611359 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733969611359Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969611364 (+5 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969611365 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733969611367 (+2 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733969611367Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969611368 (+1 ms) 2024-12-12T02:13:31,370 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.5 to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/oldWALs/wal.dat.5 2024-12-12T02:13:31,370 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.6, size=1.4 K (1405bytes) 2024-12-12T02:13:31,370 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.6 2024-12-12T02:13:31,371 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.6 after 1ms 2024-12-12T02:13:31,374 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.6 took 4ms 2024-12-12T02:13:31,375 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.6 so closing down 2024-12-12T02:13:31,375 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:31,379 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:31,383 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-12T02:13:31,383 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-12T02:13:31,384 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-12T02:13:31,384 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-12T02:13:31,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741904_1082 (size=749) 2024-12-12T02:13:31,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741905_1083 (size=749) 2024-12-12T02:13:31,391 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:31,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741905_1083 (size=749) 2024-12-12T02:13:31,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741904_1082 (size=749) 2024-12-12T02:13:31,393 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:31,394 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-12T02:13:31,395 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-12T02:13:31,396 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-12T02:13:31,396 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.6, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.6, size=1.4 K (1405bytes) at 1733969611370Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.6 so closing down at 1733969611375 (+5 ms)3 split writer threads finished at 1733969611379 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733969611384 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733969611384Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969611391 (+7 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969611393 (+2 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733969611394 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733969611395 (+1 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733969611396 (+1 ms) 2024-12-12T02:13:31,399 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.6 to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/oldWALs/wal.dat.6 2024-12-12T02:13:31,399 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.7, size=1.4 K (1413bytes) 2024-12-12T02:13:31,399 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.7 2024-12-12T02:13:31,399 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.7 after 0ms 2024-12-12T02:13:31,402 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.7 took 3ms 2024-12-12T02:13:31,404 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.7 so closing down 2024-12-12T02:13:31,404 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:31,404 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:31,407 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-12T02:13:31,407 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-12T02:13:31,408 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-12T02:13:31,408 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-12T02:13:31,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741906_1084 (size=753) 2024-12-12T02:13:31,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741906_1084 (size=753) 2024-12-12T02:13:31,414 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:31,416 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-12T02:13:31,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741907_1085 (size=753) 2024-12-12T02:13:31,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741907_1085 (size=753) 2024-12-12T02:13:31,417 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:31,419 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-12T02:13:31,419 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-12T02:13:31,419 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.7, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.7, size=1.4 K (1413bytes) at 1733969611399Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.7 so closing down at 1733969611404 (+5 ms)3 split writer threads finished at 1733969611404Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733969611408 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733969611408Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969611414 (+6 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733969611416 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969611417 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733969611419 (+2 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733969611419 2024-12-12T02:13:31,422 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.7 to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/oldWALs/wal.dat.7 2024-12-12T02:13:31,422 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.8, size=1.4 K (1413bytes) 2024-12-12T02:13:31,422 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.8 2024-12-12T02:13:31,423 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.8 after 1ms 2024-12-12T02:13:31,426 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.8 took 4ms 2024-12-12T02:13:31,427 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.8 so closing down 2024-12-12T02:13:31,427 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:31,427 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:31,431 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-12T02:13:31,431 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-12T02:13:31,432 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-12T02:13:31,432 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-12T02:13:31,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741909_1087 (size=753) 2024-12-12T02:13:31,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741909_1087 (size=753) 2024-12-12T02:13:31,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741908_1086 (size=753) 2024-12-12T02:13:31,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741908_1086 (size=753) 2024-12-12T02:13:31,439 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:31,440 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:31,441 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-12T02:13:31,442 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-12T02:13:31,442 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-12T02:13:31,442 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.8, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.8, size=1.4 K (1413bytes) at 1733969611422Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.8 so closing down at 1733969611427 (+5 ms)3 split writer threads finished at 1733969611427Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733969611432 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733969611432Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969611439 (+7 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969611440 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733969611441 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733969611442 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733969611442 2024-12-12T02:13:31,445 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.8 to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/oldWALs/wal.dat.8 2024-12-12T02:13:31,445 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.9, size=1.4 K (1413bytes) 2024-12-12T02:13:31,445 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.9 2024-12-12T02:13:31,445 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.9 after 0ms 2024-12-12T02:13:31,448 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.9 took 3ms 2024-12-12T02:13:31,449 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.9 so closing down 2024-12-12T02:13:31,449 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:31,449 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:31,452 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-12T02:13:31,452 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-12T02:13:31,453 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-12T02:13:31,453 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-12T02:13:31,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741910_1088 (size=753) 2024-12-12T02:13:31,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741910_1088 (size=753) 2024-12-12T02:13:31,458 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:31,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741911_1089 (size=753) 2024-12-12T02:13:31,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741911_1089 (size=753) 2024-12-12T02:13:31,459 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:31,460 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-12T02:13:31,461 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-12T02:13:31,461 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-12T02:13:31,461 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.9, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.9, size=1.4 K (1413bytes) at 1733969611445Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.9 so closing down at 1733969611449 (+4 ms)3 split writer threads finished at 1733969611449Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733969611453 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733969611453Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969611458 (+5 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969611459 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733969611460 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733969611461 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733969611461 2024-12-12T02:13:31,464 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/WALs/testretryopenduringrecovery,16010,1733969608228/wal.dat.9 to hdfs://localhost:46345/user/jenkins/test-data/ce08865f-e5c3-b8c3-a9b5-fccc70aad4c2/oldWALs/wal.dat.9 2024-12-12T02:13:31,475 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=144 (was 144), OpenFileDescriptor=398 (was 398), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=306 (was 333), ProcessCount=11 (was 11), AvailableMemoryMB=4937 (was 4998) 2024-12-12T02:13:31,481 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=144, OpenFileDescriptor=398, MaxFileDescriptor=1048576, SystemLoadAverage=306, ProcessCount=11, AvailableMemoryMB=4937 2024-12-12T02:13:31,481 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-12T02:13:31,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741912_1090 (size=7) 2024-12-12T02:13:31,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741912_1090 (size=7) 2024-12-12T02:13:31,489 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3 with version=8 2024-12-12T02:13:31,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:31,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:31,493 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:31,493 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-12T02:13:31,494 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-12T02:13:31,495 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-12T02:13:31,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741913_1091 (size=1393) 2024-12-12T02:13:31,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741913_1091 (size=1393) 2024-12-12T02:13:31,508 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-12T02:13:31,508 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-12T02:13:31,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741914_1092 (size=1393) 2024-12-12T02:13:31,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741914_1092 (size=1393) 2024-12-12T02:13:31,921 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-12T02:13:31,922 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-12T02:13:31,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741915_1093 (size=1393) 2024-12-12T02:13:31,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741915_1093 (size=1393) 2024-12-12T02:13:31,936 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-12T02:13:31,936 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-12T02:13:31,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741916_1094 (size=1393) 2024-12-12T02:13:31,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741916_1094 (size=1393) 2024-12-12T02:13:31,952 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-12T02:13:31,952 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-12T02:13:31,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741917_1095 (size=1393) 2024-12-12T02:13:31,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741917_1095 (size=1393) 2024-12-12T02:13:31,965 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-12T02:13:31,965 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-12T02:13:31,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,978 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-12T02:13:31,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:31,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741919_1097 (size=1405) 2024-12-12T02:13:31,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741919_1097 (size=1405) 2024-12-12T02:13:31,997 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-12T02:13:31,997 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-12T02:13:31,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:31,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741920_1098 (size=1413) 2024-12-12T02:13:32,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741920_1098 (size=1413) 2024-12-12T02:13:32,014 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-12T02:13:32,015 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-12T02:13:32,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741921_1099 (size=1413) 2024-12-12T02:13:32,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741921_1099 (size=1413) 2024-12-12T02:13:32,035 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-12T02:13:32,035 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-12T02:13:32,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:32,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:32,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741922_1100 (size=1413) 2024-12-12T02:13:32,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741922_1100 (size=1413) 2024-12-12T02:13:32,062 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-12T02:13:32,079 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.0, size=1.4 K (1393bytes) 2024-12-12T02:13:32,079 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.0 2024-12-12T02:13:32,079 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.0 after 0ms 2024-12-12T02:13:32,081 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.0 took 2ms 2024-12-12T02:13:32,083 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.0 so closing down 2024-12-12T02:13:32,083 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:32,084 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:32,086 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:32,086 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-12T02:13:32,088 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:32,091 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-12T02:13:32,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741923_1101 (size=743) 2024-12-12T02:13:32,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741923_1101 (size=743) 2024-12-12T02:13:32,096 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:32,099 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-12T02:13:32,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741924_1102 (size=743) 2024-12-12T02:13:32,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741924_1102 (size=743) 2024-12-12T02:13:32,102 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:32,104 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-12T02:13:32,104 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:32,104 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.0, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.0, size=1.4 K (1393bytes) at 1733969612079Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.0 so closing down at 1733969612083 (+4 ms)3 split writer threads finished at 1733969612084 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733969612088 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733969612091 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969612096 (+5 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733969612099 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969612102 (+3 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733969612104 (+2 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969612104 2024-12-12T02:13:32,106 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.0 to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/oldWALs/wal.dat.0 2024-12-12T02:13:32,106 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.1, size=1.4 K (1393bytes) 2024-12-12T02:13:32,106 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.1 2024-12-12T02:13:32,107 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.1 after 0ms 2024-12-12T02:13:32,109 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.1 took 3ms 2024-12-12T02:13:32,110 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.1 so closing down 2024-12-12T02:13:32,110 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:32,110 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:32,112 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-12T02:13:32,112 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-12T02:13:32,113 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-12T02:13:32,113 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-12T02:13:32,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741925_1103 (size=743) 2024-12-12T02:13:32,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741925_1103 (size=743) 2024-12-12T02:13:32,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741926_1104 (size=743) 2024-12-12T02:13:32,123 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:32,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741926_1104 (size=743) 2024-12-12T02:13:32,123 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:32,124 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-12T02:13:32,125 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-12T02:13:32,125 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:32,125 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.1, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.1, size=1.4 K (1393bytes) at 1733969612106Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.1 so closing down at 1733969612110 (+4 ms)3 split writer threads finished at 1733969612110Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733969612113 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733969612113Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969612123 (+10 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969612123Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733969612124 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733969612125 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969612125 2024-12-12T02:13:32,127 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.1 to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/oldWALs/wal.dat.1 2024-12-12T02:13:32,127 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.2, size=1.4 K (1393bytes) 2024-12-12T02:13:32,127 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.2 2024-12-12T02:13:32,127 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.2 after 0ms 2024-12-12T02:13:32,129 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.2 took 2ms 2024-12-12T02:13:32,131 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.2 so closing down 2024-12-12T02:13:32,131 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:32,131 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:32,133 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-12T02:13:32,133 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-12T02:13:32,134 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-12T02:13:32,134 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-12T02:13:32,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741928_1106 (size=743) 2024-12-12T02:13:32,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741928_1106 (size=743) 2024-12-12T02:13:32,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741927_1105 (size=743) 2024-12-12T02:13:32,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741927_1105 (size=743) 2024-12-12T02:13:32,147 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:32,147 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:32,149 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-12T02:13:32,149 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-12T02:13:32,149 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:32,149 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.2, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.2, size=1.4 K (1393bytes) at 1733969612127Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.2 so closing down at 1733969612131 (+4 ms)3 split writer threads finished at 1733969612131Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733969612134 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733969612134Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969612147 (+13 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969612147Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733969612149 (+2 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733969612149Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969612149 2024-12-12T02:13:32,151 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.2 to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/oldWALs/wal.dat.2 2024-12-12T02:13:32,151 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.3, size=1.4 K (1393bytes) 2024-12-12T02:13:32,151 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.3 2024-12-12T02:13:32,151 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.3 after 0ms 2024-12-12T02:13:32,153 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.3 took 2ms 2024-12-12T02:13:32,154 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.3 so closing down 2024-12-12T02:13:32,154 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:32,154 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:32,157 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-12T02:13:32,157 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-12T02:13:32,158 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-12T02:13:32,158 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-12T02:13:32,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741929_1107 (size=743) 2024-12-12T02:13:32,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741929_1107 (size=743) 2024-12-12T02:13:32,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741930_1108 (size=743) 2024-12-12T02:13:32,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741930_1108 (size=743) 2024-12-12T02:13:32,164 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:32,164 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:32,165 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-12T02:13:32,165 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-12T02:13:32,166 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:32,166 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.3, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.3, size=1.4 K (1393bytes) at 1733969612151Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.3 so closing down at 1733969612154 (+3 ms)3 split writer threads finished at 1733969612154Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733969612158 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733969612158Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969612164 (+6 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969612164Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733969612165 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733969612165Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969612166 (+1 ms) 2024-12-12T02:13:32,167 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.3 to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/oldWALs/wal.dat.3 2024-12-12T02:13:32,167 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.4, size=1.4 K (1393bytes) 2024-12-12T02:13:32,168 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.4 2024-12-12T02:13:32,168 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.4 after 0ms 2024-12-12T02:13:32,170 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.4 took 3ms 2024-12-12T02:13:32,171 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.4 so closing down 2024-12-12T02:13:32,171 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:32,171 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:32,173 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-12T02:13:32,173 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-12T02:13:32,174 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-12T02:13:32,174 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-12T02:13:32,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741931_1109 (size=743) 2024-12-12T02:13:32,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741931_1109 (size=743) 2024-12-12T02:13:32,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741932_1110 (size=743) 2024-12-12T02:13:32,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741932_1110 (size=743) 2024-12-12T02:13:32,184 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:32,186 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-12T02:13:32,581 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:32,582 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-12T02:13:32,582 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:32,583 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.4, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.4, size=1.4 K (1393bytes) at 1733969612167Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.4 so closing down at 1733969612171 (+4 ms)3 split writer threads finished at 1733969612171Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733969612174 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733969612174Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969612184 (+10 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733969612186 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969612581 (+395 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733969612582 (+1 ms)Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969612582 2024-12-12T02:13:32,584 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.4 to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/oldWALs/wal.dat.4 2024-12-12T02:13:32,584 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.5, size=150 (150bytes) 2024-12-12T02:13:32,584 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.5 2024-12-12T02:13:32,585 WARN [IPC Server handler 0 on default port 46345 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-12-12T02:13:32,585 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.5 after 1ms 2024-12-12T02:13:33,523 WARN [ResponseProcessor for block BP-1148646962-172.17.0.2-1733969592331:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1148646962-172.17.0.2-1733969592331:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-12T02:13:33,523 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-653868746_22 at /127.0.0.1:35160 [Receiving block BP-1148646962-172.17.0.2-1733969592331:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:41391:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35160 dst: /127.0.0.1:41391 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41391 remote=/127.0.0.1:35160]. Total timeout mills is 60000, 58456 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T02:13:33,523 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-653868746_22 at /127.0.0.1:48998 [Receiving block BP-1148646962-172.17.0.2-1733969592331:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:34907:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48998 dst: /127.0.0.1:34907 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T02:13:33,523 WARN [DataStreamer for file /user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.5 block BP-1148646962-172.17.0.2-1733969592331:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1148646962-172.17.0.2-1733969592331:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:41391,DS-d71f15be-b4a2-444d-a7a4-f2d078b66cb2,DISK], DatanodeInfoWithStorage[127.0.0.1:34907,DS-acc5b7d5-4276-4d48-8810-f5e9761aba8e,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:41391,DS-d71f15be-b4a2-444d-a7a4-f2d078b66cb2,DISK]) is bad. 2024-12-12T02:13:33,524 WARN [DataStreamer for file /user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.5 block BP-1148646962-172.17.0.2-1733969592331:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1148646962-172.17.0.2-1733969592331:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-12T02:13:33,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741918_1111 (size=1385) 2024-12-12T02:13:36,586 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.5 after 4002ms 2024-12-12T02:13:36,590 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.5 took 4006ms 2024-12-12T02:13:36,591 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.5; continuing. 2024-12-12T02:13:36,591 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.5 so closing down 2024-12-12T02:13:36,591 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:36,592 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:36,594 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-12T02:13:36,594 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-12T02:13:36,596 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-12T02:13:36,596 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-12T02:13:36,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741933_1112 (size=743) 2024-12-12T02:13:36,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741933_1112 (size=743) 2024-12-12T02:13:36,604 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:36,606 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-12T02:13:36,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741934_1113 (size=743) 2024-12-12T02:13:36,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741934_1113 (size=743) 2024-12-12T02:13:36,614 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:36,616 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-12T02:13:36,616 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-12-12T02:13:36,616 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.5, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.5, size=150 (150bytes) at 1733969612584Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.5 so closing down at 1733969616591 (+4007 ms)3 split writer threads finished at 1733969616592 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733969616596 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733969616596Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969616604 (+8 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733969616606 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969616614 (+8 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733969616616 (+2 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1733969616616 2024-12-12T02:13:36,618 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.5 to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/oldWALs/wal.dat.5 2024-12-12T02:13:36,618 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.6, size=1.4 K (1405bytes) 2024-12-12T02:13:36,618 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.6 2024-12-12T02:13:36,619 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.6 after 1ms 2024-12-12T02:13:36,621 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.6 took 3ms 2024-12-12T02:13:36,625 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.6 so closing down 2024-12-12T02:13:36,626 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:36,628 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:36,631 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-12T02:13:36,631 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-12T02:13:36,632 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-12T02:13:36,635 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-12T02:13:36,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741935_1114 (size=749) 2024-12-12T02:13:36,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741936_1115 (size=749) 2024-12-12T02:13:36,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741936_1115 (size=749) 2024-12-12T02:13:36,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741935_1114 (size=749) 2024-12-12T02:13:36,648 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:36,648 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:36,650 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-12T02:13:36,650 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-12T02:13:36,650 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-12T02:13:36,650 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.6, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.6, size=1.4 K (1405bytes) at 1733969616618Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.6 so closing down at 1733969616625 (+7 ms)3 split writer threads finished at 1733969616628 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733969616632 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733969616635 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969616648 (+13 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969616648Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733969616650 (+2 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733969616650Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733969616650 2024-12-12T02:13:36,652 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.6 to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/oldWALs/wal.dat.6 2024-12-12T02:13:36,652 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.7, size=1.4 K (1413bytes) 2024-12-12T02:13:36,652 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.7 2024-12-12T02:13:36,652 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.7 after 0ms 2024-12-12T02:13:36,654 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.7 took 2ms 2024-12-12T02:13:36,655 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.7 so closing down 2024-12-12T02:13:36,655 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:36,656 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:36,658 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-12T02:13:36,658 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-12T02:13:36,659 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-12T02:13:36,660 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-12T02:13:36,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741937_1116 (size=753) 2024-12-12T02:13:36,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741937_1116 (size=753) 2024-12-12T02:13:36,676 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:36,677 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-12T02:13:36,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741938_1117 (size=753) 2024-12-12T02:13:36,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741938_1117 (size=753) 2024-12-12T02:13:36,683 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:36,685 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-12T02:13:36,685 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-12T02:13:36,685 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.7, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.7, size=1.4 K (1413bytes) at 1733969616652Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.7 so closing down at 1733969616655 (+3 ms)3 split writer threads finished at 1733969616656 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733969616659 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733969616660 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969616676 (+16 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733969616677 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969616683 (+6 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733969616685 (+2 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733969616685 2024-12-12T02:13:36,687 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.7 to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/oldWALs/wal.dat.7 2024-12-12T02:13:36,687 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.8, size=1.4 K (1413bytes) 2024-12-12T02:13:36,687 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.8 2024-12-12T02:13:36,687 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.8 after 0ms 2024-12-12T02:13:36,690 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.8 took 3ms 2024-12-12T02:13:36,692 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.8 so closing down 2024-12-12T02:13:36,692 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:36,692 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:36,694 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-12T02:13:36,694 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-12T02:13:36,695 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-12T02:13:36,700 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-12T02:13:36,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741939_1118 (size=753) 2024-12-12T02:13:36,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741939_1118 (size=753) 2024-12-12T02:13:36,711 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:36,713 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-12T02:13:36,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741940_1119 (size=753) 2024-12-12T02:13:36,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741940_1119 (size=753) 2024-12-12T02:13:36,715 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:36,716 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-12T02:13:36,717 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-12T02:13:36,717 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.8, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.8, size=1.4 K (1413bytes) at 1733969616687Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.8 so closing down at 1733969616692 (+5 ms)3 split writer threads finished at 1733969616692Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733969616695 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733969616700 (+5 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969616711 (+11 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733969616713 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969616715 (+2 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733969616716 (+1 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733969616717 (+1 ms) 2024-12-12T02:13:36,719 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.8 to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/oldWALs/wal.dat.8 2024-12-12T02:13:36,719 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.9, size=1.4 K (1413bytes) 2024-12-12T02:13:36,719 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.9 2024-12-12T02:13:36,720 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.9 after 0ms 2024-12-12T02:13:36,722 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.9 took 3ms 2024-12-12T02:13:36,723 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.9 so closing down 2024-12-12T02:13:36,723 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:36,723 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:36,726 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-12T02:13:36,726 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-12T02:13:36,727 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-12T02:13:36,727 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-12T02:13:36,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741941_1120 (size=753) 2024-12-12T02:13:36,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741941_1120 (size=753) 2024-12-12T02:13:36,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741942_1121 (size=753) 2024-12-12T02:13:36,742 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:36,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741942_1121 (size=753) 2024-12-12T02:13:36,743 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:36,744 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-12T02:13:36,744 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-12T02:13:36,745 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-12T02:13:36,745 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.9, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.9, size=1.4 K (1413bytes) at 1733969616719Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.9 so closing down at 1733969616723 (+4 ms)3 split writer threads finished at 1733969616723Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733969616727 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733969616727Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969616742 (+15 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969616743 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733969616744 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733969616745 (+1 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733969616745 2024-12-12T02:13:36,747 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733969611493/wal.dat.9 to hdfs://localhost:46345/user/jenkins/test-data/f207aad1-6888-477c-8740-416c8a6d993b/oldWALs/wal.dat.9 2024-12-12T02:13:36,816 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=143 (was 144), OpenFileDescriptor=400 (was 398) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=282 (was 306), ProcessCount=11 (was 11), AvailableMemoryMB=5522 (was 4937) - AvailableMemoryMB LEAK? - 2024-12-12T02:13:36,823 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=143, OpenFileDescriptor=400, MaxFileDescriptor=1048576, SystemLoadAverage=282, ProcessCount=11, AvailableMemoryMB=5521 2024-12-12T02:13:36,823 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-12T02:13:36,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741943_1122 (size=7) 2024-12-12T02:13:36,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741943_1122 (size=7) 2024-12-12T02:13:36,831 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3 with version=8 2024-12-12T02:13:36,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:36,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:36,834 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:36,843 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=143 (was 143), OpenFileDescriptor=400 (was 400), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=282 (was 282), ProcessCount=11 (was 11), AvailableMemoryMB=5520 (was 5521) 2024-12-12T02:13:36,849 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=143, OpenFileDescriptor=400, MaxFileDescriptor=1048576, SystemLoadAverage=282, ProcessCount=11, AvailableMemoryMB=5520 2024-12-12T02:13:36,850 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-12T02:13:36,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741944_1123 (size=7) 2024-12-12T02:13:36,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741944_1123 (size=7) 2024-12-12T02:13:36,860 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3 with version=8 2024-12-12T02:13:36,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:36,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:36,863 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:36,864 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-12T02:13:36,864 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-12T02:13:36,865 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-12T02:13:36,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741945_1124 (size=1393) 2024-12-12T02:13:36,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741945_1124 (size=1393) 2024-12-12T02:13:36,878 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-12T02:13:36,878 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-12T02:13:36,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741946_1125 (size=1393) 2024-12-12T02:13:36,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741946_1125 (size=1393) 2024-12-12T02:13:36,894 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-12T02:13:36,894 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-12T02:13:36,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741947_1126 (size=1393) 2024-12-12T02:13:36,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741947_1126 (size=1393) 2024-12-12T02:13:36,923 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-12T02:13:36,923 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-12T02:13:36,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741948_1127 (size=1393) 2024-12-12T02:13:36,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741948_1127 (size=1393) 2024-12-12T02:13:36,948 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-12T02:13:36,948 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-12T02:13:36,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741949_1128 (size=1393) 2024-12-12T02:13:36,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741949_1128 (size=1393) 2024-12-12T02:13:36,973 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-12T02:13:36,973 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-12T02:13:36,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:36,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741950_1129 (size=1393) 2024-12-12T02:13:36,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741950_1129 (size=1393) 2024-12-12T02:13:36,994 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-12T02:13:36,994 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-12T02:13:36,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:36,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741951_1130 (size=1405) 2024-12-12T02:13:37,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741951_1130 (size=1405) 2024-12-12T02:13:37,015 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-12T02:13:37,015 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-12T02:13:37,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741952_1131 (size=1413) 2024-12-12T02:13:37,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741952_1131 (size=1413) 2024-12-12T02:13:37,036 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-12T02:13:37,036 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-12T02:13:37,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741953_1132 (size=1413) 2024-12-12T02:13:37,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741953_1132 (size=1413) 2024-12-12T02:13:37,456 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-12T02:13:37,456 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-12T02:13:37,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:37,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:37,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741954_1133 (size=1413) 2024-12-12T02:13:37,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741954_1133 (size=1413) 2024-12-12T02:13:37,477 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-12T02:13:37,493 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.0, size=1.4 K (1393bytes) 2024-12-12T02:13:37,493 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.0 2024-12-12T02:13:37,494 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.0 after 1ms 2024-12-12T02:13:37,496 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.0 took 3ms 2024-12-12T02:13:37,498 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.0 so closing down 2024-12-12T02:13:37,498 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:37,498 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:37,500 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:37,501 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:37,502 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-12T02:13:37,503 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-12T02:13:37,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741955_1134 (size=743) 2024-12-12T02:13:37,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741955_1134 (size=743) 2024-12-12T02:13:37,508 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:37,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741956_1135 (size=743) 2024-12-12T02:13:37,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741956_1135 (size=743) 2024-12-12T02:13:37,513 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-12T02:13:37,914 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:37,915 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-12T02:13:37,915 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:37,916 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.0, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.0, size=1.4 K (1393bytes) at 1733969617493Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.0 so closing down at 1733969617498 (+5 ms)3 split writer threads finished at 1733969617498Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733969617501 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733969617503 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969617508 (+5 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733969617514 (+6 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969617914 (+400 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733969617915 (+1 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969617915 2024-12-12T02:13:37,917 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.0 to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/oldWALs/wal.dat.0 2024-12-12T02:13:37,918 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.1, size=1.4 K (1393bytes) 2024-12-12T02:13:37,918 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.1 2024-12-12T02:13:37,918 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.1 after 0ms 2024-12-12T02:13:37,920 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.1 took 3ms 2024-12-12T02:13:37,921 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.1 so closing down 2024-12-12T02:13:37,921 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:37,921 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:37,923 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-12T02:13:37,923 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-12T02:13:37,925 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-12T02:13:37,925 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-12T02:13:37,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741957_1136 (size=743) 2024-12-12T02:13:37,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741957_1136 (size=743) 2024-12-12T02:13:37,938 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:37,939 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-12T02:13:37,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741958_1137 (size=743) 2024-12-12T02:13:37,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741958_1137 (size=743) 2024-12-12T02:13:37,942 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:37,943 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-12T02:13:37,943 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:37,943 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.1, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.1, size=1.4 K (1393bytes) at 1733969617918Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.1 so closing down at 1733969617921 (+3 ms)3 split writer threads finished at 1733969617921Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733969617925 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733969617925Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969617938 (+13 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733969617939 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969617942 (+3 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733969617943 (+1 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969617943 2024-12-12T02:13:37,945 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.1 to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/oldWALs/wal.dat.1 2024-12-12T02:13:37,945 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.2, size=1.4 K (1393bytes) 2024-12-12T02:13:37,945 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.2 2024-12-12T02:13:37,945 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.2 after 0ms 2024-12-12T02:13:37,947 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.2 took 2ms 2024-12-12T02:13:37,948 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.2 so closing down 2024-12-12T02:13:37,948 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:37,948 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:37,950 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-12T02:13:37,950 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-12T02:13:37,951 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-12T02:13:37,951 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-12T02:13:37,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741959_1138 (size=743) 2024-12-12T02:13:37,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741959_1138 (size=743) 2024-12-12T02:13:37,956 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:37,958 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-12T02:13:37,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741960_1139 (size=743) 2024-12-12T02:13:37,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741960_1139 (size=743) 2024-12-12T02:13:37,960 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:37,962 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-12T02:13:37,962 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:37,962 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.2, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.2, size=1.4 K (1393bytes) at 1733969617945Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.2 so closing down at 1733969617948 (+3 ms)3 split writer threads finished at 1733969617948Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733969617951 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733969617951Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969617956 (+5 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733969617958 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969617960 (+2 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733969617962 (+2 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969617962 2024-12-12T02:13:37,963 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.2 to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/oldWALs/wal.dat.2 2024-12-12T02:13:37,964 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.3, size=1.4 K (1393bytes) 2024-12-12T02:13:37,964 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.3 2024-12-12T02:13:37,964 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.3 after 0ms 2024-12-12T02:13:37,966 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.3 took 2ms 2024-12-12T02:13:37,967 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.3 so closing down 2024-12-12T02:13:37,967 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:37,967 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:37,969 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-12T02:13:37,969 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-12T02:13:37,970 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-12T02:13:37,970 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-12T02:13:37,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741962_1141 (size=743) 2024-12-12T02:13:37,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741961_1140 (size=743) 2024-12-12T02:13:37,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741962_1141 (size=743) 2024-12-12T02:13:37,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741961_1140 (size=743) 2024-12-12T02:13:37,975 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:37,975 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:37,976 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-12T02:13:37,976 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-12T02:13:37,976 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:37,976 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.3, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.3, size=1.4 K (1393bytes) at 1733969617964Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.3 so closing down at 1733969617967 (+3 ms)3 split writer threads finished at 1733969617967Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733969617970 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733969617970Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969617975 (+5 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969617975Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733969617976 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733969617976Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969617976 2024-12-12T02:13:37,978 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.3 to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/oldWALs/wal.dat.3 2024-12-12T02:13:37,978 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.4, size=1.4 K (1393bytes) 2024-12-12T02:13:37,978 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.4 2024-12-12T02:13:37,978 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.4 after 0ms 2024-12-12T02:13:37,980 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.4 took 2ms 2024-12-12T02:13:37,981 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.4 so closing down 2024-12-12T02:13:37,981 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:37,981 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:37,983 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-12T02:13:37,983 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-12T02:13:37,984 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-12T02:13:37,984 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-12T02:13:37,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741963_1142 (size=743) 2024-12-12T02:13:37,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741964_1143 (size=743) 2024-12-12T02:13:37,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741964_1143 (size=743) 2024-12-12T02:13:37,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741963_1142 (size=743) 2024-12-12T02:13:37,989 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:37,989 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:37,991 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-12T02:13:37,991 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-12T02:13:37,991 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:37,991 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.4, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.4, size=1.4 K (1393bytes) at 1733969617978Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.4 so closing down at 1733969617981 (+3 ms)3 split writer threads finished at 1733969617981Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733969617984 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733969617984Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969617989 (+5 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969617989Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733969617991 (+2 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733969617991Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969617991 2024-12-12T02:13:37,993 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.4 to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/oldWALs/wal.dat.4 2024-12-12T02:13:37,993 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.5, size=1.4 K (1393bytes) 2024-12-12T02:13:37,993 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.5 2024-12-12T02:13:37,993 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.5 after 0ms 2024-12-12T02:13:37,995 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.5 took 2ms 2024-12-12T02:13:37,996 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.5 so closing down 2024-12-12T02:13:37,996 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:37,996 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:37,998 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-12T02:13:37,998 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-12T02:13:37,999 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-12T02:13:38,000 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-12T02:13:38,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741965_1144 (size=743) 2024-12-12T02:13:38,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741965_1144 (size=743) 2024-12-12T02:13:38,009 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:38,010 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-12T02:13:38,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741966_1145 (size=743) 2024-12-12T02:13:38,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741966_1145 (size=743) 2024-12-12T02:13:38,016 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:38,017 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-12T02:13:38,017 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:38,018 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.5, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.5, size=1.4 K (1393bytes) at 1733969617993Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.5 so closing down at 1733969617996 (+3 ms)3 split writer threads finished at 1733969617996Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733969617999 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733969618000 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969618009 (+9 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733969618010 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969618016 (+6 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733969618017 (+1 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969618017 2024-12-12T02:13:38,019 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.5 to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/oldWALs/wal.dat.5 2024-12-12T02:13:38,019 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.6, size=1.4 K (1405bytes) 2024-12-12T02:13:38,019 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.6 2024-12-12T02:13:38,020 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.6 after 1ms 2024-12-12T02:13:38,021 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.6 took 2ms 2024-12-12T02:13:38,022 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.6 so closing down 2024-12-12T02:13:38,023 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:38,023 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:38,025 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-12T02:13:38,025 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-12T02:13:38,026 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-12T02:13:38,026 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-12T02:13:38,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741967_1146 (size=749) 2024-12-12T02:13:38,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741968_1147 (size=749) 2024-12-12T02:13:38,030 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:38,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741967_1146 (size=749) 2024-12-12T02:13:38,031 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:38,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741968_1147 (size=749) 2024-12-12T02:13:38,032 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-12T02:13:38,032 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-12T02:13:38,032 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-12T02:13:38,032 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.6, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.6, size=1.4 K (1405bytes) at 1733969618019Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.6 so closing down at 1733969618022 (+3 ms)3 split writer threads finished at 1733969618023 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733969618026 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733969618026Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969618030 (+4 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969618031 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733969618032 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733969618032Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733969618032 2024-12-12T02:13:38,034 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.6 to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/oldWALs/wal.dat.6 2024-12-12T02:13:38,034 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.7, size=1.4 K (1413bytes) 2024-12-12T02:13:38,034 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.7 2024-12-12T02:13:38,034 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.7 after 0ms 2024-12-12T02:13:38,036 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.7 took 2ms 2024-12-12T02:13:38,037 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.7 so closing down 2024-12-12T02:13:38,037 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:38,037 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:38,039 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-12T02:13:38,039 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-12T02:13:38,040 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-12T02:13:38,040 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-12T02:13:38,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741970_1149 (size=753) 2024-12-12T02:13:38,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741969_1148 (size=753) 2024-12-12T02:13:38,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741969_1148 (size=753) 2024-12-12T02:13:38,045 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:38,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741970_1149 (size=753) 2024-12-12T02:13:38,046 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:38,046 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-12T02:13:38,047 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-12T02:13:38,047 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-12T02:13:38,047 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.7, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.7, size=1.4 K (1413bytes) at 1733969618034Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.7 so closing down at 1733969618037 (+3 ms)3 split writer threads finished at 1733969618037Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733969618040 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733969618040Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969618045 (+5 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969618046 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733969618046Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733969618047 (+1 ms)Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733969618047 2024-12-12T02:13:38,049 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.7 to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/oldWALs/wal.dat.7 2024-12-12T02:13:38,050 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.8, size=1.4 K (1413bytes) 2024-12-12T02:13:38,050 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.8 2024-12-12T02:13:38,050 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.8 after 0ms 2024-12-12T02:13:38,052 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.8 took 3ms 2024-12-12T02:13:38,058 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.8 so closing down 2024-12-12T02:13:38,058 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:38,058 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:38,069 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-12T02:13:38,069 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-12T02:13:38,072 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-12T02:13:38,077 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-12T02:13:38,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741971_1150 (size=753) 2024-12-12T02:13:38,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741971_1150 (size=753) 2024-12-12T02:13:38,090 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:38,092 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-12T02:13:38,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741972_1151 (size=753) 2024-12-12T02:13:38,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741972_1151 (size=753) 2024-12-12T02:13:38,499 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:38,501 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-12T02:13:38,501 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 444 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-12T02:13:38,502 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.8, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.8, size=1.4 K (1413bytes) at 1733969618050Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.8 so closing down at 1733969618058 (+8 ms)3 split writer threads finished at 1733969618058Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733969618072 (+14 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733969618077 (+5 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969618090 (+13 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733969618092 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969618499 (+407 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733969618501 (+2 ms)Processed 20 edits across 2 Regions in 444 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733969618501 2024-12-12T02:13:38,504 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.8 to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/oldWALs/wal.dat.8 2024-12-12T02:13:38,504 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.9, size=1.4 K (1413bytes) 2024-12-12T02:13:38,504 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.9 2024-12-12T02:13:38,504 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.9 after 0ms 2024-12-12T02:13:38,507 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.9 took 3ms 2024-12-12T02:13:38,508 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.9 so closing down 2024-12-12T02:13:38,509 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:38,509 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:38,512 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-12T02:13:38,514 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-12T02:13:38,514 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-12T02:13:38,516 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-12T02:13:38,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741974_1153 (size=753) 2024-12-12T02:13:38,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741974_1153 (size=753) 2024-12-12T02:13:38,535 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:38,537 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-12T02:13:38,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741973_1152 (size=753) 2024-12-12T02:13:38,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741973_1152 (size=753) 2024-12-12T02:13:38,939 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:38,941 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-12T02:13:38,941 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 434 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-12T02:13:38,941 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.9, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.9, size=1.4 K (1413bytes) at 1733969618504Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.9 so closing down at 1733969618508 (+4 ms)3 split writer threads finished at 1733969618509 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733969618514 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733969618516 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969618535 (+19 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733969618537 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969618939 (+402 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733969618941 (+2 ms)Processed 20 edits across 2 Regions in 434 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733969618941 2024-12-12T02:13:38,944 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/WALs/testsplit,16010,1733969616863/wal.dat.9 to hdfs://localhost:46345/user/jenkins/test-data/b8337516-e19c-3c2d-6e06-4ce3b0b92530/oldWALs/wal.dat.9 2024-12-12T02:13:39,006 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=142 (was 143), OpenFileDescriptor=398 (was 400), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=299 (was 282) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5268 (was 5520) 2024-12-12T02:13:39,013 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=142, OpenFileDescriptor=398, MaxFileDescriptor=1048576, SystemLoadAverage=299, ProcessCount=11, AvailableMemoryMB=5268 2024-12-12T02:13:39,013 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-12T02:13:39,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741975_1154 (size=7) 2024-12-12T02:13:39,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741975_1154 (size=7) 2024-12-12T02:13:39,021 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3 with version=8 2024-12-12T02:13:39,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:39,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:39,025 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:39,026 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-12T02:13:39,026 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-12T02:13:39,027 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-12T02:13:39,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741976_1155 (size=1393) 2024-12-12T02:13:39,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741976_1155 (size=1393) 2024-12-12T02:13:39,039 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-12T02:13:39,039 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-12T02:13:39,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741977_1156 (size=1393) 2024-12-12T02:13:39,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741977_1156 (size=1393) 2024-12-12T02:13:39,051 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-12T02:13:39,051 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-12T02:13:39,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741978_1157 (size=1393) 2024-12-12T02:13:39,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741978_1157 (size=1393) 2024-12-12T02:13:39,064 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-12T02:13:39,065 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-12T02:13:39,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741979_1158 (size=1393) 2024-12-12T02:13:39,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741979_1158 (size=1393) 2024-12-12T02:13:39,076 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-12T02:13:39,076 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-12T02:13:39,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741980_1159 (size=1393) 2024-12-12T02:13:39,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741980_1159 (size=1393) 2024-12-12T02:13:39,088 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-12T02:13:39,088 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-12T02:13:39,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741981_1160 (size=1393) 2024-12-12T02:13:39,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741981_1160 (size=1393) 2024-12-12T02:13:39,099 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-12T02:13:39,099 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-12T02:13:39,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741982_1161 (size=1405) 2024-12-12T02:13:39,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741982_1161 (size=1405) 2024-12-12T02:13:39,110 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-12T02:13:39,111 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-12T02:13:39,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741983_1162 (size=1413) 2024-12-12T02:13:39,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741983_1162 (size=1413) 2024-12-12T02:13:39,125 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-12T02:13:39,125 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-12T02:13:39,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741984_1163 (size=1413) 2024-12-12T02:13:39,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741984_1163 (size=1413) 2024-12-12T02:13:39,136 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-12T02:13:39,137 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-12T02:13:39,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:39,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:39,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741985_1164 (size=1413) 2024-12-12T02:13:39,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741985_1164 (size=1413) 2024-12-12T02:13:39,148 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-12T02:13:39,164 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.0, size=1.4 K (1393bytes) 2024-12-12T02:13:39,164 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.0 2024-12-12T02:13:39,165 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.0 after 1ms 2024-12-12T02:13:39,168 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.0 took 4ms 2024-12-12T02:13:39,170 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.0 so closing down 2024-12-12T02:13:39,170 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:39,170 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:39,173 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:39,173 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-12T02:13:39,174 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:39,174 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-12T02:13:39,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741987_1166 (size=743) 2024-12-12T02:13:39,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741987_1166 (size=743) 2024-12-12T02:13:39,180 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:39,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741986_1165 (size=743) 2024-12-12T02:13:39,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741986_1165 (size=743) 2024-12-12T02:13:39,181 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:39,182 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-12T02:13:39,183 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-12T02:13:39,183 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:39,183 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.0, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.0, size=1.4 K (1393bytes) at 1733969619164Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.0 so closing down at 1733969619170 (+6 ms)3 split writer threads finished at 1733969619170Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733969619174 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733969619174Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969619180 (+6 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969619181 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733969619182 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733969619183 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969619183 2024-12-12T02:13:39,186 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.0 to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/oldWALs/wal.dat.0 2024-12-12T02:13:39,186 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.1, size=1.4 K (1393bytes) 2024-12-12T02:13:39,186 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.1 2024-12-12T02:13:39,186 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.1 after 0ms 2024-12-12T02:13:39,189 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.1 took 3ms 2024-12-12T02:13:39,190 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.1 so closing down 2024-12-12T02:13:39,190 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:39,190 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:39,192 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-12T02:13:39,192 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-12T02:13:39,193 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-12T02:13:39,193 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-12T02:13:39,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741988_1167 (size=743) 2024-12-12T02:13:39,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741988_1167 (size=743) 2024-12-12T02:13:39,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741989_1168 (size=743) 2024-12-12T02:13:39,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741989_1168 (size=743) 2024-12-12T02:13:39,198 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:39,199 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:39,200 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-12T02:13:39,201 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-12T02:13:39,201 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:39,201 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.1, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.1, size=1.4 K (1393bytes) at 1733969619186Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.1 so closing down at 1733969619190 (+4 ms)3 split writer threads finished at 1733969619190Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733969619193 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733969619193Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969619198 (+5 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969619199 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733969619200 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733969619201 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969619201 2024-12-12T02:13:39,203 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.1 to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/oldWALs/wal.dat.1 2024-12-12T02:13:39,203 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.2, size=1.4 K (1393bytes) 2024-12-12T02:13:39,203 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.2 2024-12-12T02:13:39,204 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.2 after 1ms 2024-12-12T02:13:39,206 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.2 took 3ms 2024-12-12T02:13:39,207 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.2 so closing down 2024-12-12T02:13:39,207 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:39,207 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:39,210 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-12T02:13:39,210 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-12T02:13:39,211 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-12T02:13:39,211 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-12T02:13:39,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741990_1169 (size=743) 2024-12-12T02:13:39,216 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:39,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741990_1169 (size=743) 2024-12-12T02:13:39,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741991_1170 (size=743) 2024-12-12T02:13:39,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741991_1170 (size=743) 2024-12-12T02:13:39,219 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-12T02:13:39,617 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:39,620 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-12T02:13:39,620 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:39,620 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.2, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.2, size=1.4 K (1393bytes) at 1733969619203Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.2 so closing down at 1733969619207 (+4 ms)3 split writer threads finished at 1733969619207Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733969619211 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733969619211Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969619216 (+5 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733969619219 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969619618 (+399 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733969619620 (+2 ms)Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969619620 2024-12-12T02:13:39,622 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.2 to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/oldWALs/wal.dat.2 2024-12-12T02:13:39,622 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.3, size=1.4 K (1393bytes) 2024-12-12T02:13:39,622 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.3 2024-12-12T02:13:39,623 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.3 after 1ms 2024-12-12T02:13:39,625 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.3 took 3ms 2024-12-12T02:13:39,627 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.3 so closing down 2024-12-12T02:13:39,627 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:39,627 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:39,630 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-12T02:13:39,630 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-12T02:13:39,631 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-12T02:13:39,631 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-12T02:13:39,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741992_1171 (size=743) 2024-12-12T02:13:39,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741992_1171 (size=743) 2024-12-12T02:13:39,638 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:39,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741993_1172 (size=743) 2024-12-12T02:13:39,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741993_1172 (size=743) 2024-12-12T02:13:39,640 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:39,641 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-12T02:13:39,642 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-12T02:13:39,642 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:39,642 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.3, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.3, size=1.4 K (1393bytes) at 1733969619622Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.3 so closing down at 1733969619627 (+5 ms)3 split writer threads finished at 1733969619627Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733969619631 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733969619631Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969619638 (+7 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969619640 (+2 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733969619641 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733969619642 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969619642 2024-12-12T02:13:39,645 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.3 to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/oldWALs/wal.dat.3 2024-12-12T02:13:39,645 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.4, size=1.4 K (1393bytes) 2024-12-12T02:13:39,645 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.4 2024-12-12T02:13:39,645 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.4 after 0ms 2024-12-12T02:13:39,648 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.4 took 3ms 2024-12-12T02:13:39,649 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.4 so closing down 2024-12-12T02:13:39,649 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:39,649 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:39,652 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-12T02:13:39,652 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-12T02:13:39,653 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-12T02:13:39,653 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-12T02:13:39,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741994_1173 (size=743) 2024-12-12T02:13:39,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741995_1174 (size=743) 2024-12-12T02:13:39,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741994_1173 (size=743) 2024-12-12T02:13:39,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741995_1174 (size=743) 2024-12-12T02:13:39,663 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:39,663 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:39,666 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-12T02:13:39,667 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-12T02:13:39,667 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:39,667 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.4, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.4, size=1.4 K (1393bytes) at 1733969619645Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.4 so closing down at 1733969619649 (+4 ms)3 split writer threads finished at 1733969619649Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733969619653 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733969619653Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969619663 (+10 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969619663Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733969619666 (+3 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733969619667 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969619667 2024-12-12T02:13:39,669 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.4 to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/oldWALs/wal.dat.4 2024-12-12T02:13:39,670 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.5, size=1.4 K (1393bytes) 2024-12-12T02:13:39,670 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.5 2024-12-12T02:13:39,670 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.5 after 0ms 2024-12-12T02:13:39,673 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.5 took 4ms 2024-12-12T02:13:39,674 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.5 so closing down 2024-12-12T02:13:39,674 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:39,674 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:39,677 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-12T02:13:39,677 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-12T02:13:39,683 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-12T02:13:39,684 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-12T02:13:39,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741996_1175 (size=743) 2024-12-12T02:13:39,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741996_1175 (size=743) 2024-12-12T02:13:39,689 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:39,690 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-12T02:13:39,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741997_1176 (size=743) 2024-12-12T02:13:39,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741997_1176 (size=743) 2024-12-12T02:13:39,701 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:39,703 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-12T02:13:39,703 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:39,703 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.5, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.5, size=1.4 K (1393bytes) at 1733969619670Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.5 so closing down at 1733969619674 (+4 ms)3 split writer threads finished at 1733969619674Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733969619684 (+10 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733969619684Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969619689 (+5 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733969619690 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969619701 (+11 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733969619703 (+2 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969619703 2024-12-12T02:13:39,706 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.5 to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/oldWALs/wal.dat.5 2024-12-12T02:13:39,706 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.6, size=1.4 K (1405bytes) 2024-12-12T02:13:39,706 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.6 2024-12-12T02:13:39,706 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.6 after 0ms 2024-12-12T02:13:39,709 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.6 took 3ms 2024-12-12T02:13:39,710 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.6 so closing down 2024-12-12T02:13:39,710 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:39,710 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:39,713 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-12T02:13:39,713 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-12T02:13:39,714 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-12T02:13:39,715 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-12T02:13:39,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741998_1177 (size=749) 2024-12-12T02:13:39,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741998_1177 (size=749) 2024-12-12T02:13:39,722 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:39,725 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-12T02:13:39,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741999_1178 (size=749) 2024-12-12T02:13:39,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073741999_1178 (size=749) 2024-12-12T02:13:39,730 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:39,733 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-12T02:13:39,733 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-12T02:13:39,733 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.6, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.6, size=1.4 K (1405bytes) at 1733969619706Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.6 so closing down at 1733969619710 (+4 ms)3 split writer threads finished at 1733969619710Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733969619714 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733969619715 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969619722 (+7 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733969619725 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969619730 (+5 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733969619733 (+3 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733969619733 2024-12-12T02:13:39,736 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.6 to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/oldWALs/wal.dat.6 2024-12-12T02:13:39,736 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.7, size=1.4 K (1413bytes) 2024-12-12T02:13:39,736 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.7 2024-12-12T02:13:39,737 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.7 after 1ms 2024-12-12T02:13:39,740 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.7 took 4ms 2024-12-12T02:13:39,749 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.7 so closing down 2024-12-12T02:13:39,749 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:39,750 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:39,753 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-12T02:13:39,753 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-12T02:13:39,754 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-12T02:13:39,756 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-12T02:13:39,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742000_1179 (size=753) 2024-12-12T02:13:39,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742000_1179 (size=753) 2024-12-12T02:13:39,760 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:39,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742001_1180 (size=753) 2024-12-12T02:13:39,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742001_1180 (size=753) 2024-12-12T02:13:39,762 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:39,763 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-12T02:13:39,764 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-12T02:13:39,764 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-12T02:13:39,764 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.7, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.7, size=1.4 K (1413bytes) at 1733969619736Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.7 so closing down at 1733969619749 (+13 ms)3 split writer threads finished at 1733969619750 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733969619754 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733969619756 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969619760 (+4 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969619762 (+2 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733969619763 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733969619764 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733969619764 2024-12-12T02:13:39,767 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.7 to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/oldWALs/wal.dat.7 2024-12-12T02:13:39,767 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.8, size=1.4 K (1413bytes) 2024-12-12T02:13:39,767 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.8 2024-12-12T02:13:39,768 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.8 after 1ms 2024-12-12T02:13:39,771 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.8 took 4ms 2024-12-12T02:13:39,782 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.8 so closing down 2024-12-12T02:13:39,782 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:39,782 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:39,786 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-12T02:13:39,786 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-12T02:13:39,787 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-12T02:13:39,792 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-12T02:13:39,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742002_1181 (size=753) 2024-12-12T02:13:39,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742002_1181 (size=753) 2024-12-12T02:13:39,803 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:39,805 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-12T02:13:39,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742003_1182 (size=753) 2024-12-12T02:13:39,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742003_1182 (size=753) 2024-12-12T02:13:39,819 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:39,823 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-12T02:13:39,823 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-12T02:13:39,823 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.8, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.8, size=1.4 K (1413bytes) at 1733969619767Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.8 so closing down at 1733969619782 (+15 ms)3 split writer threads finished at 1733969619782Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733969619787 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733969619792 (+5 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969619803 (+11 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733969619805 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969619819 (+14 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733969619823 (+4 ms)Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733969619823 2024-12-12T02:13:39,827 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.8 to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/oldWALs/wal.dat.8 2024-12-12T02:13:39,827 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.9, size=1.4 K (1413bytes) 2024-12-12T02:13:39,827 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.9 2024-12-12T02:13:39,828 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.9 after 1ms 2024-12-12T02:13:39,831 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.9 took 4ms 2024-12-12T02:13:39,832 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.9 so closing down 2024-12-12T02:13:39,832 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:39,832 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:39,836 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-12T02:13:39,837 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-12T02:13:39,837 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-12T02:13:39,838 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-12T02:13:39,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742004_1183 (size=753) 2024-12-12T02:13:39,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742004_1183 (size=753) 2024-12-12T02:13:39,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742005_1184 (size=753) 2024-12-12T02:13:39,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742005_1184 (size=753) 2024-12-12T02:13:39,852 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:39,852 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:39,855 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-12T02:13:39,855 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-12T02:13:39,855 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-12T02:13:39,855 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.9, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.9, size=1.4 K (1413bytes) at 1733969619827Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.9 so closing down at 1733969619832 (+5 ms)3 split writer threads finished at 1733969619832Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733969619837 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733969619838 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969619852 (+14 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969619852Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733969619855 (+3 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733969619855Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733969619855 2024-12-12T02:13:39,859 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/WALs/testmovedwalduringrecovery,16010,1733969619025/wal.dat.9 to hdfs://localhost:46345/user/jenkins/test-data/77d9ea3d-9b2e-9f11-565e-5ff7fd579f16/oldWALs/wal.dat.9 2024-12-12T02:13:39,873 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=142 (was 142), OpenFileDescriptor=398 (was 398), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=299 (was 299), ProcessCount=11 (was 11), AvailableMemoryMB=5232 (was 5268) 2024-12-12T02:13:39,882 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=142, OpenFileDescriptor=398, MaxFileDescriptor=1048576, SystemLoadAverage=299, ProcessCount=11, AvailableMemoryMB=5232 2024-12-12T02:13:39,882 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-12T02:13:39,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742006_1185 (size=7) 2024-12-12T02:13:39,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742006_1185 (size=7) 2024-12-12T02:13:39,890 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3 with version=8 2024-12-12T02:13:39,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:39,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:39,893 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:39,896 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-12-12T02:13:39,896 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-12-12T02:13:39,897 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-12-12T02:13:39,897 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-12-12T02:13:39,898 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-12-12T02:13:39,914 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/24977c3e-3665-8110-c806-844258097341/WALs/testthreading,16010,1733969619894/wal.dat..fake, size=0 (0bytes) 2024-12-12T02:13:39,925 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/24977c3e-3665-8110-c806-844258097341/WALs/testthreading,16010,1733969619894/wal.dat..fake took 11ms 2024-12-12T02:13:40,291 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/24977c3e-3665-8110-c806-844258097341/WALs/testthreading,16010,1733969619894/wal.dat..fake so closing down 2024-12-12T02:13:40,292 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:40,292 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:40,300 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/24977c3e-3665-8110-c806-844258097341/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-12-12T02:13:40,300 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/24977c3e-3665-8110-c806-844258097341/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-12-12T02:13:40,302 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/24977c3e-3665-8110-c806-844258097341/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-12-12T02:13:40,371 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/24977c3e-3665-8110-c806-844258097341/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 69 ms) 2024-12-12T02:13:40,373 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/24977c3e-3665-8110-c806-844258097341/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 72 ms) 2024-12-12T02:13:40,373 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/24977c3e-3665-8110-c806-844258097341/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 73 ms) 2024-12-12T02:13:40,376 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/24977c3e-3665-8110-c806-844258097341/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-12-12T02:13:40,377 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/24977c3e-3665-8110-c806-844258097341/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-12-12T02:13:40,430 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/24977c3e-3665-8110-c806-844258097341/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 53 ms) 2024-12-12T02:13:40,431 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/24977c3e-3665-8110-c806-844258097341/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 53 ms) 2024-12-12T02:13:40,432 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 504 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/24977c3e-3665-8110-c806-844258097341/WALs/testthreading,16010,1733969619894/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-12-12T02:13:40,433 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/24977c3e-3665-8110-c806-844258097341/WALs/testthreading,16010,1733969619894/wal.dat..fake, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/24977c3e-3665-8110-c806-844258097341/WALs/testthreading,16010,1733969619894/wal.dat..fake, size=0 (0bytes) at 1733969619914Split 1024 edits, skipped 0 edits. at 1733969619952 (+38 ms)Split 2048 edits, skipped 0 edits. at 1733969619970 (+18 ms)Split 3072 edits, skipped 0 edits. at 1733969619989 (+19 ms)Split 4096 edits, skipped 0 edits. at 1733969620013 (+24 ms)Split 5120 edits, skipped 0 edits. at 1733969620032 (+19 ms)Split 6144 edits, skipped 0 edits. at 1733969620050 (+18 ms)Split 7168 edits, skipped 0 edits. at 1733969620068 (+18 ms)Split 8192 edits, skipped 0 edits. at 1733969620088 (+20 ms)Split 9216 edits, skipped 0 edits. at 1733969620106 (+18 ms)Split 10240 edits, skipped 0 edits. at 1733969620123 (+17 ms)Split 11264 edits, skipped 0 edits. at 1733969620140 (+17 ms)Split 12288 edits, skipped 0 edits. at 1733969620158 (+18 ms)Split 13312 edits, skipped 0 edits. at 1733969620177 (+19 ms)Split 14336 edits, skipped 0 edits. at 1733969620195 (+18 ms)Split 15360 edits, skipped 0 edits. at 1733969620212 (+17 ms)Split 16384 edits, skipped 0 edits. at 1733969620232 (+20 ms)Split 17408 edits, skipped 0 edits. at 1733969620249 (+17 ms)Split 18432 edits, skipped 0 edits. at 1733969620265 (+16 ms)Split 19456 edits, skipped 0 edits. at 1733969620282 (+17 ms)Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/24977c3e-3665-8110-c806-844258097341/WALs/testthreading,16010,1733969619894/wal.dat..fake so closing down at 1733969620291 (+9 ms)3 split writer threads finished at 1733969620293 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/24977c3e-3665-8110-c806-844258097341/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1733969620300 (+7 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/24977c3e-3665-8110-c806-844258097341/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1733969620300Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/24977c3e-3665-8110-c806-844258097341/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1733969620302 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/24977c3e-3665-8110-c806-844258097341/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 69 ms) at 1733969620371 (+69 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/24977c3e-3665-8110-c806-844258097341/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 72 ms) at 1733969620373 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/24977c3e-3665-8110-c806-844258097341/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 73 ms) at 1733969620373Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/24977c3e-3665-8110-c806-844258097341/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1733969620376 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/24977c3e-3665-8110-c806-844258097341/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1733969620377 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/24977c3e-3665-8110-c806-844258097341/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 53 ms) at 1733969620430 (+53 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/24977c3e-3665-8110-c806-844258097341/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 53 ms) at 1733969620431 (+1 ms)Processed 20000 edits across 5 Regions in 504 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/24977c3e-3665-8110-c806-844258097341/WALs/testthreading,16010,1733969619894/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1733969620432 (+1 ms) 2024-12-12T02:13:40,433 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-12-12T02:13:40,433 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-12-12T02:13:40,433 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-12-12T02:13:40,433 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-12-12T02:13:40,433 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-12-12T02:13:40,443 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=142 (was 142), OpenFileDescriptor=398 (was 398), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=299 (was 299), ProcessCount=11 (was 11), AvailableMemoryMB=5142 (was 5232) 2024-12-12T02:13:40,452 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=142, OpenFileDescriptor=398, MaxFileDescriptor=1048576, SystemLoadAverage=299, ProcessCount=11, AvailableMemoryMB=5141 2024-12-12T02:13:40,453 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-12T02:13:40,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742007_1186 (size=7) 2024-12-12T02:13:40,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742007_1186 (size=7) 2024-12-12T02:13:40,467 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3 with version=8 2024-12-12T02:13:40,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:40,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:40,472 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:40,473 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-12-12T02:13:40,474 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-12T02:13:40,475 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-12T02:13:40,476 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-12T02:13:40,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742008_1187 (size=1393) 2024-12-12T02:13:40,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742008_1187 (size=1393) 2024-12-12T02:13:40,494 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-12T02:13:40,494 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-12T02:13:40,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742009_1188 (size=1393) 2024-12-12T02:13:40,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742009_1188 (size=1393) 2024-12-12T02:13:40,513 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-12T02:13:40,513 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-12T02:13:40,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742010_1189 (size=1393) 2024-12-12T02:13:40,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742010_1189 (size=1393) 2024-12-12T02:13:40,540 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-12T02:13:40,540 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-12T02:13:40,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742011_1190 (size=1393) 2024-12-12T02:13:40,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742011_1190 (size=1393) 2024-12-12T02:13:40,556 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-12T02:13:40,556 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-12T02:13:40,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742012_1191 (size=1393) 2024-12-12T02:13:40,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742012_1191 (size=1393) 2024-12-12T02:13:40,576 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-12T02:13:40,576 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-12T02:13:40,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742013_1192 (size=1393) 2024-12-12T02:13:40,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742013_1192 (size=1393) 2024-12-12T02:13:40,590 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-12T02:13:40,590 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-12T02:13:40,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742014_1193 (size=1405) 2024-12-12T02:13:40,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742014_1193 (size=1405) 2024-12-12T02:13:40,622 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-12T02:13:40,622 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-12T02:13:40,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742015_1194 (size=1413) 2024-12-12T02:13:40,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742015_1194 (size=1413) 2024-12-12T02:13:40,652 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-12T02:13:40,652 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-12T02:13:40,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742016_1195 (size=1413) 2024-12-12T02:13:40,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742016_1195 (size=1413) 2024-12-12T02:13:40,677 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-12T02:13:40,677 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-12T02:13:40,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:40,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:40,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742017_1196 (size=1413) 2024-12-12T02:13:40,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742017_1196 (size=1413) 2024-12-12T02:13:40,700 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-12T02:13:40,701 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-12-12T02:13:40,722 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat..empty, size=0 (0bytes) 2024-12-12T02:13:40,722 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat..empty might be still open, length is 0 2024-12-12T02:13:40,722 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat..empty 2024-12-12T02:13:40,723 WARN [IPC Server handler 2 on default port 46345 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat..empty closed. 2024-12-12T02:13:40,723 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat..empty after 1ms 2024-12-12T02:13:40,724 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-12-12T02:13:40,725 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat..empty; empty? 2024-12-12T02:13:40,725 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat..empty so closing down 2024-12-12T02:13:40,725 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-12-12T02:13:40,726 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat..empty, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat..empty, size=0 (0bytes) at 1733969620722Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat..empty so closing down at 1733969620725 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1733969620726 (+1 ms) 2024-12-12T02:13:40,727 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat..empty to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/oldWALs/wal.dat..empty 2024-12-12T02:13:40,728 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.0, size=1.4 K (1393bytes) 2024-12-12T02:13:40,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.0 2024-12-12T02:13:40,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.0 after 0ms 2024-12-12T02:13:40,730 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.0 took 3ms 2024-12-12T02:13:40,734 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.0 so closing down 2024-12-12T02:13:40,734 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:40,734 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:40,736 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:40,737 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:40,738 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-12T02:13:40,739 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-12T02:13:40,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742018_1197 (size=743) 2024-12-12T02:13:40,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742018_1197 (size=743) 2024-12-12T02:13:40,746 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:40,748 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-12T02:13:40,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742019_1198 (size=743) 2024-12-12T02:13:40,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742019_1198 (size=743) 2024-12-12T02:13:40,750 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:40,751 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-12T02:13:40,752 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:40,752 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.0, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.0, size=1.4 K (1393bytes) at 1733969620728Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.0 so closing down at 1733969620734 (+6 ms)3 split writer threads finished at 1733969620734Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733969620737 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733969620740 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969620746 (+6 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733969620748 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969620750 (+2 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733969620751 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969620752 (+1 ms) 2024-12-12T02:13:40,753 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.0 to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/oldWALs/wal.dat.0 2024-12-12T02:13:40,753 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.1, size=1.4 K (1393bytes) 2024-12-12T02:13:40,753 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.1 2024-12-12T02:13:40,754 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.1 after 1ms 2024-12-12T02:13:40,756 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.1 took 3ms 2024-12-12T02:13:40,757 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.1 so closing down 2024-12-12T02:13:40,757 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:40,757 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:40,759 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-12T02:13:40,759 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-12T02:13:40,760 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-12T02:13:40,760 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-12T02:13:40,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742021_1200 (size=743) 2024-12-12T02:13:40,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742020_1199 (size=743) 2024-12-12T02:13:40,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742020_1199 (size=743) 2024-12-12T02:13:40,766 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:40,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742021_1200 (size=743) 2024-12-12T02:13:40,767 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:40,769 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-12T02:13:40,769 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-12T02:13:40,769 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:40,769 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.1, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.1, size=1.4 K (1393bytes) at 1733969620753Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.1 so closing down at 1733969620757 (+4 ms)3 split writer threads finished at 1733969620757Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733969620760 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733969620760Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969620766 (+6 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969620767 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733969620769 (+2 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733969620769Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969620769 2024-12-12T02:13:40,771 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.1 to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/oldWALs/wal.dat.1 2024-12-12T02:13:40,771 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.2, size=1.4 K (1393bytes) 2024-12-12T02:13:40,771 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.2 2024-12-12T02:13:40,771 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.2 after 0ms 2024-12-12T02:13:40,773 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.2 took 2ms 2024-12-12T02:13:40,774 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.2 so closing down 2024-12-12T02:13:40,774 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:40,774 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:40,776 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-12T02:13:40,776 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-12T02:13:40,777 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-12T02:13:40,777 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-12T02:13:40,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742022_1201 (size=743) 2024-12-12T02:13:40,784 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:40,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742023_1202 (size=743) 2024-12-12T02:13:40,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742023_1202 (size=743) 2024-12-12T02:13:40,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742022_1201 (size=743) 2024-12-12T02:13:40,786 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-12T02:13:41,185 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:41,187 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-12T02:13:41,187 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:41,187 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.2, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.2, size=1.4 K (1393bytes) at 1733969620771Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.2 so closing down at 1733969620774 (+3 ms)3 split writer threads finished at 1733969620774Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733969620777 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733969620777Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969620784 (+7 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733969620786 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969621185 (+399 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733969621187 (+2 ms)Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969621187 2024-12-12T02:13:41,188 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.2 to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/oldWALs/wal.dat.2 2024-12-12T02:13:41,189 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.3, size=1.4 K (1393bytes) 2024-12-12T02:13:41,189 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.3 2024-12-12T02:13:41,189 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.3 after 0ms 2024-12-12T02:13:41,191 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.3 took 3ms 2024-12-12T02:13:41,192 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.3 so closing down 2024-12-12T02:13:41,192 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:41,192 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:41,204 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-12T02:13:41,204 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-12T02:13:41,205 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-12T02:13:41,205 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-12T02:13:41,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742024_1203 (size=743) 2024-12-12T02:13:41,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742025_1204 (size=743) 2024-12-12T02:13:41,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742024_1203 (size=743) 2024-12-12T02:13:41,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742025_1204 (size=743) 2024-12-12T02:13:41,210 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:41,211 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:41,212 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-12T02:13:41,212 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-12T02:13:41,213 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:41,213 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.3, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.3, size=1.4 K (1393bytes) at 1733969621189Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.3 so closing down at 1733969621192 (+3 ms)3 split writer threads finished at 1733969621192Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733969621205 (+13 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733969621205Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969621210 (+5 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969621211 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733969621212 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733969621212Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969621213 (+1 ms) 2024-12-12T02:13:41,214 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.3 to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/oldWALs/wal.dat.3 2024-12-12T02:13:41,214 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.4, size=1.4 K (1393bytes) 2024-12-12T02:13:41,214 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.4 2024-12-12T02:13:41,215 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.4 after 1ms 2024-12-12T02:13:41,216 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.4 took 2ms 2024-12-12T02:13:41,217 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.4 so closing down 2024-12-12T02:13:41,217 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:41,217 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:41,219 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-12T02:13:41,219 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-12T02:13:41,220 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-12T02:13:41,220 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-12T02:13:41,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742026_1205 (size=743) 2024-12-12T02:13:41,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742026_1205 (size=743) 2024-12-12T02:13:41,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742027_1206 (size=743) 2024-12-12T02:13:41,226 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:41,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742027_1206 (size=743) 2024-12-12T02:13:41,227 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:41,228 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-12T02:13:41,229 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-12T02:13:41,229 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:41,229 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.4, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.4, size=1.4 K (1393bytes) at 1733969621214Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.4 so closing down at 1733969621217 (+3 ms)3 split writer threads finished at 1733969621217Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733969621220 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733969621220Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969621226 (+6 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969621227 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733969621228 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733969621229 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969621229 2024-12-12T02:13:41,231 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.4 to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/oldWALs/wal.dat.4 2024-12-12T02:13:41,231 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.5, size=1.4 K (1393bytes) 2024-12-12T02:13:41,231 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.5 2024-12-12T02:13:41,232 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.5 after 1ms 2024-12-12T02:13:41,233 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.5 took 2ms 2024-12-12T02:13:41,234 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.5 so closing down 2024-12-12T02:13:41,235 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:41,235 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:41,237 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-12T02:13:41,237 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-12T02:13:41,238 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-12T02:13:41,238 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-12T02:13:41,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742028_1207 (size=743) 2024-12-12T02:13:41,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742029_1208 (size=743) 2024-12-12T02:13:41,242 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:41,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742029_1208 (size=743) 2024-12-12T02:13:41,242 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:41,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742028_1207 (size=743) 2024-12-12T02:13:41,244 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-12T02:13:41,244 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-12T02:13:41,244 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:41,244 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.5, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.5, size=1.4 K (1393bytes) at 1733969621231Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.5 so closing down at 1733969621235 (+4 ms)3 split writer threads finished at 1733969621235Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733969621238 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733969621238Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969621242 (+4 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969621242Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733969621244 (+2 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733969621244Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969621244 2024-12-12T02:13:41,245 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.5 to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/oldWALs/wal.dat.5 2024-12-12T02:13:41,246 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.6, size=1.4 K (1405bytes) 2024-12-12T02:13:41,246 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.6 2024-12-12T02:13:41,246 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.6 after 0ms 2024-12-12T02:13:41,248 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.6 took 3ms 2024-12-12T02:13:41,249 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.6 so closing down 2024-12-12T02:13:41,249 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:41,249 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:41,251 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-12T02:13:41,251 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-12T02:13:41,252 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-12T02:13:41,252 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-12T02:13:41,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742030_1209 (size=749) 2024-12-12T02:13:41,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742030_1209 (size=749) 2024-12-12T02:13:41,256 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:41,258 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-12T02:13:41,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742031_1210 (size=749) 2024-12-12T02:13:41,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742031_1210 (size=749) 2024-12-12T02:13:41,261 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:41,262 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-12T02:13:41,262 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-12T02:13:41,262 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.6, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.6, size=1.4 K (1405bytes) at 1733969621246Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.6 so closing down at 1733969621249 (+3 ms)3 split writer threads finished at 1733969621249Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733969621252 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733969621252Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969621256 (+4 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733969621258 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969621261 (+3 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733969621262 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733969621262 2024-12-12T02:13:41,264 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.6 to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/oldWALs/wal.dat.6 2024-12-12T02:13:41,264 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.7, size=1.4 K (1413bytes) 2024-12-12T02:13:41,264 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.7 2024-12-12T02:13:41,264 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.7 after 0ms 2024-12-12T02:13:41,266 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.7 took 2ms 2024-12-12T02:13:41,267 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.7 so closing down 2024-12-12T02:13:41,267 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:41,267 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:41,270 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-12T02:13:41,270 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-12T02:13:41,271 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-12T02:13:41,272 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-12T02:13:41,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742032_1211 (size=753) 2024-12-12T02:13:41,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742032_1211 (size=753) 2024-12-12T02:13:41,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742033_1212 (size=753) 2024-12-12T02:13:41,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742033_1212 (size=753) 2024-12-12T02:13:41,281 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:41,281 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:41,282 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-12T02:13:41,282 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-12T02:13:41,283 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-12T02:13:41,283 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.7, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.7, size=1.4 K (1413bytes) at 1733969621264Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.7 so closing down at 1733969621267 (+3 ms)3 split writer threads finished at 1733969621267Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733969621271 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733969621272 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969621281 (+9 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969621281Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733969621282 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733969621282Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733969621283 (+1 ms) 2024-12-12T02:13:41,284 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.7 to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/oldWALs/wal.dat.7 2024-12-12T02:13:41,284 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.8, size=1.4 K (1413bytes) 2024-12-12T02:13:41,284 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.8 2024-12-12T02:13:41,285 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.8 after 1ms 2024-12-12T02:13:41,286 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.8 took 2ms 2024-12-12T02:13:41,288 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.8 so closing down 2024-12-12T02:13:41,288 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:41,288 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:41,290 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-12T02:13:41,290 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-12T02:13:41,291 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-12T02:13:41,291 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-12T02:13:41,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742034_1213 (size=753) 2024-12-12T02:13:41,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742034_1213 (size=753) 2024-12-12T02:13:41,302 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:41,303 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-12T02:13:41,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742035_1214 (size=753) 2024-12-12T02:13:41,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742035_1214 (size=753) 2024-12-12T02:13:41,305 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:41,306 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-12T02:13:41,306 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-12T02:13:41,306 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.8, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.8, size=1.4 K (1413bytes) at 1733969621284Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.8 so closing down at 1733969621288 (+4 ms)3 split writer threads finished at 1733969621288Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733969621291 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733969621291Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969621302 (+11 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733969621303 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969621305 (+2 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733969621306 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733969621306 2024-12-12T02:13:41,307 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.8 to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/oldWALs/wal.dat.8 2024-12-12T02:13:41,308 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.9, size=1.4 K (1413bytes) 2024-12-12T02:13:41,308 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.9 2024-12-12T02:13:41,308 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.9 after 0ms 2024-12-12T02:13:41,310 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.9 took 3ms 2024-12-12T02:13:41,311 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.9 so closing down 2024-12-12T02:13:41,311 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:41,311 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:41,317 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-12T02:13:41,318 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-12T02:13:41,319 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-12T02:13:41,320 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-12T02:13:41,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742037_1216 (size=753) 2024-12-12T02:13:41,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742037_1216 (size=753) 2024-12-12T02:13:41,329 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:41,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742036_1215 (size=753) 2024-12-12T02:13:41,331 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:41,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742036_1215 (size=753) 2024-12-12T02:13:41,331 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-12T02:13:41,332 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-12T02:13:41,332 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-12T02:13:41,332 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.9, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.9, size=1.4 K (1413bytes) at 1733969621308Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.9 so closing down at 1733969621311 (+3 ms)3 split writer threads finished at 1733969621311Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733969621319 (+8 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733969621320 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969621329 (+9 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969621331 (+2 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733969621331Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733969621332 (+1 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733969621332 2024-12-12T02:13:41,334 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.9 to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/oldWALs/wal.dat.9 2024-12-12T02:13:41,334 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.empty, size=0 (0bytes) 2024-12-12T02:13:41,334 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.empty might be still open, length is 0 2024-12-12T02:13:41,334 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.empty 2024-12-12T02:13:41,334 WARN [IPC Server handler 4 on default port 46345 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.empty closed. 2024-12-12T02:13:41,334 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.empty after 0ms 2024-12-12T02:13:41,335 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-12-12T02:13:41,336 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.empty; empty? 2024-12-12T02:13:41,336 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.empty so closing down 2024-12-12T02:13:41,336 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-12-12T02:13:41,336 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.empty, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.empty, size=0 (0bytes) at 1733969621334Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.empty so closing down at 1733969621336 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1733969621336 2024-12-12T02:13:41,338 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/WALs/testemptyopenlogfiles,16010,1733969620472/wal.dat.empty to hdfs://localhost:46345/user/jenkins/test-data/d0c161d3-f427-c84a-2fff-5a93caf52878/oldWALs/wal.dat.empty 2024-12-12T02:13:41,388 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=144 (was 142) Potentially hanging thread: Thread-1302 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:717) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1829630870_22 at /127.0.0.1:49134 [Waiting for operation #103] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Thread-1241 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:717) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1829630870_22 at /127.0.0.1:35356 [Waiting for operation #89] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=398 (was 398), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=299 (was 299), ProcessCount=11 (was 11), AvailableMemoryMB=5114 (was 5141) 2024-12-12T02:13:41,395 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=144, OpenFileDescriptor=398, MaxFileDescriptor=1048576, SystemLoadAverage=299, ProcessCount=11, AvailableMemoryMB=5114 2024-12-12T02:13:41,395 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-12T02:13:41,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742038_1217 (size=7) 2024-12-12T02:13:41,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742038_1217 (size=7) 2024-12-12T02:13:41,402 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3 with version=8 2024-12-12T02:13:41,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:41,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:41,406 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:41,406 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-12T02:13:41,407 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-12T02:13:41,408 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-12T02:13:41,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742039_1218 (size=1393) 2024-12-12T02:13:41,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742039_1218 (size=1393) 2024-12-12T02:13:41,427 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-12T02:13:41,427 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-12T02:13:41,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742040_1219 (size=1393) 2024-12-12T02:13:41,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742040_1219 (size=1393) 2024-12-12T02:13:41,442 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-12T02:13:41,442 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-12T02:13:41,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742041_1220 (size=1393) 2024-12-12T02:13:41,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742041_1220 (size=1393) 2024-12-12T02:13:41,455 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-12T02:13:41,456 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-12T02:13:41,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742042_1221 (size=1393) 2024-12-12T02:13:41,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742042_1221 (size=1393) 2024-12-12T02:13:41,467 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-12T02:13:41,467 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-12T02:13:41,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742043_1222 (size=1393) 2024-12-12T02:13:41,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742043_1222 (size=1393) 2024-12-12T02:13:41,479 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-12T02:13:41,479 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-12T02:13:41,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742044_1223 (size=1393) 2024-12-12T02:13:41,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742044_1223 (size=1393) 2024-12-12T02:13:41,489 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-12T02:13:41,490 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-12T02:13:41,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742045_1224 (size=1405) 2024-12-12T02:13:41,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742045_1224 (size=1405) 2024-12-12T02:13:41,501 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-12T02:13:41,501 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-12T02:13:41,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742046_1225 (size=1413) 2024-12-12T02:13:41,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742046_1225 (size=1413) 2024-12-12T02:13:41,513 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-12T02:13:41,513 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-12T02:13:41,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742047_1226 (size=1413) 2024-12-12T02:13:41,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742047_1226 (size=1413) 2024-12-12T02:13:41,525 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-12T02:13:41,525 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-12T02:13:41,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:41,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:41,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742048_1227 (size=1413) 2024-12-12T02:13:41,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742048_1227 (size=1413) 2024-12-12T02:13:41,536 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-12T02:13:41,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742049_1228 (size=1398) 2024-12-12T02:13:41,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742049_1228 (size=1398) 2024-12-12T02:13:41,560 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.0, size=1.4 K (1393bytes) 2024-12-12T02:13:41,560 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.0 2024-12-12T02:13:41,561 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.0 after 0ms 2024-12-12T02:13:41,562 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.0 took 2ms 2024-12-12T02:13:41,564 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.0 so closing down 2024-12-12T02:13:41,564 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:41,564 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:41,566 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:41,566 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-12T02:13:41,567 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:41,567 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-12T02:13:41,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742050_1229 (size=743) 2024-12-12T02:13:41,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742050_1229 (size=743) 2024-12-12T02:13:41,571 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:41,573 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-12T02:13:41,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742051_1230 (size=743) 2024-12-12T02:13:41,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742051_1230 (size=743) 2024-12-12T02:13:41,972 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:41,974 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-12T02:13:41,974 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:41,974 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.0, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.0, size=1.4 K (1393bytes) at 1733969621560Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.0 so closing down at 1733969621564 (+4 ms)3 split writer threads finished at 1733969621564Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733969621567 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733969621567Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969621571 (+4 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733969621573 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969621972 (+399 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733969621974 (+2 ms)Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969621974 2024-12-12T02:13:41,976 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.0 to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/oldWALs/wal.dat.0 2024-12-12T02:13:41,976 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.1, size=1.4 K (1393bytes) 2024-12-12T02:13:41,976 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.1 2024-12-12T02:13:41,977 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.1 after 1ms 2024-12-12T02:13:41,979 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.1 took 3ms 2024-12-12T02:13:41,980 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.1 so closing down 2024-12-12T02:13:41,980 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:41,980 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:41,985 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-12T02:13:41,986 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-12T02:13:41,986 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-12T02:13:41,991 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-12T02:13:41,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742052_1231 (size=743) 2024-12-12T02:13:41,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742052_1231 (size=743) 2024-12-12T02:13:41,994 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:41,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742053_1232 (size=743) 2024-12-12T02:13:41,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742053_1232 (size=743) 2024-12-12T02:13:41,996 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-12T02:13:41,996 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:41,997 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-12T02:13:41,997 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:41,997 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.1, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.1, size=1.4 K (1393bytes) at 1733969621976Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.1 so closing down at 1733969621980 (+4 ms)3 split writer threads finished at 1733969621980Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733969621986 (+6 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733969621991 (+5 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969621994 (+3 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733969621996 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969621996Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733969621997 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969621997 2024-12-12T02:13:41,999 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.1 to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/oldWALs/wal.dat.1 2024-12-12T02:13:41,999 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.2, size=1.4 K (1393bytes) 2024-12-12T02:13:41,999 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.2 2024-12-12T02:13:42,000 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.2 after 1ms 2024-12-12T02:13:42,001 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.2 took 2ms 2024-12-12T02:13:42,002 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.2 so closing down 2024-12-12T02:13:42,002 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:42,002 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:42,004 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-12T02:13:42,004 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-12T02:13:42,005 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-12T02:13:42,005 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-12T02:13:42,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742054_1233 (size=743) 2024-12-12T02:13:42,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742054_1233 (size=743) 2024-12-12T02:13:42,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742055_1234 (size=743) 2024-12-12T02:13:42,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742055_1234 (size=743) 2024-12-12T02:13:42,022 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:42,023 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-12T02:13:42,417 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:42,419 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-12T02:13:42,419 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:42,419 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.2, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.2, size=1.4 K (1393bytes) at 1733969621999Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.2 so closing down at 1733969622002 (+3 ms)3 split writer threads finished at 1733969622002Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733969622005 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733969622005Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969622022 (+17 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733969622023 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969622417 (+394 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733969622419 (+2 ms)Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969622419 2024-12-12T02:13:42,435 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.2 to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/oldWALs/wal.dat.2 2024-12-12T02:13:42,435 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.3, size=1.4 K (1393bytes) 2024-12-12T02:13:42,435 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.3 2024-12-12T02:13:42,436 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.3 after 0ms 2024-12-12T02:13:42,438 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.3 took 3ms 2024-12-12T02:13:42,450 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.3 so closing down 2024-12-12T02:13:42,450 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:42,450 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:42,454 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-12T02:13:42,454 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-12T02:13:42,455 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-12T02:13:42,456 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-12T02:13:42,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742057_1236 (size=743) 2024-12-12T02:13:42,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742057_1236 (size=743) 2024-12-12T02:13:42,468 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:42,469 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-12T02:13:42,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742056_1235 (size=743) 2024-12-12T02:13:42,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742056_1235 (size=743) 2024-12-12T02:13:42,478 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:42,479 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-12T02:13:42,479 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:42,480 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.3, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.3, size=1.4 K (1393bytes) at 1733969622435Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.3 so closing down at 1733969622450 (+15 ms)3 split writer threads finished at 1733969622450Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733969622455 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733969622456 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969622468 (+12 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733969622469 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969622478 (+9 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733969622479 (+1 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969622479 2024-12-12T02:13:42,483 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.3 to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/oldWALs/wal.dat.3 2024-12-12T02:13:42,483 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.4, size=1.4 K (1393bytes) 2024-12-12T02:13:42,483 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.4 2024-12-12T02:13:42,485 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.4 after 2ms 2024-12-12T02:13:42,488 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.4 took 5ms 2024-12-12T02:13:42,498 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.4 so closing down 2024-12-12T02:13:42,498 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:42,500 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:42,503 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-12T02:13:42,506 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-12T02:13:42,512 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-12T02:13:42,513 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-12T02:13:42,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742058_1237 (size=743) 2024-12-12T02:13:42,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742058_1237 (size=743) 2024-12-12T02:13:42,531 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:42,532 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-12T02:13:42,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742059_1238 (size=743) 2024-12-12T02:13:42,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742059_1238 (size=743) 2024-12-12T02:13:42,536 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:42,537 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-12T02:13:42,537 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:42,537 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.4, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.4, size=1.4 K (1393bytes) at 1733969622483Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.4 so closing down at 1733969622498 (+15 ms)3 split writer threads finished at 1733969622500 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733969622512 (+12 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733969622513 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969622531 (+18 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733969622532 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969622536 (+4 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733969622537 (+1 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969622537 2024-12-12T02:13:42,539 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.4 to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/oldWALs/wal.dat.4 2024-12-12T02:13:42,540 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.5, size=1.4 K (1398bytes) 2024-12-12T02:13:42,540 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.5 2024-12-12T02:13:42,540 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.5 after 0ms 2024-12-12T02:13:42,542 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.5 took 3ms 2024-12-12T02:13:42,544 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-12T02:13:42,545 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.5 so closing down 2024-12-12T02:13:42,545 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:42,545 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:42,550 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-12T02:13:42,550 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-12T02:13:42,553 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-12T02:13:42,553 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-12T02:13:42,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742060_1239 (size=743) 2024-12-12T02:13:42,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742061_1240 (size=743) 2024-12-12T02:13:42,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742061_1240 (size=743) 2024-12-12T02:13:42,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742060_1239 (size=743) 2024-12-12T02:13:42,575 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:42,575 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:42,576 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-12T02:13:42,577 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-12T02:13:42,577 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-12-12T02:13:42,577 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.5, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.5, size=1.4 K (1398bytes) at 1733969622540Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.5 so closing down at 1733969622545 (+5 ms)3 split writer threads finished at 1733969622545Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733969622553 (+8 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733969622553Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969622575 (+22 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969622575Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733969622576 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733969622577 (+1 ms)Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1733969622577 2024-12-12T02:13:42,579 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.5 to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/corrupt/wal.dat.5 2024-12-12T02:13:42,579 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.6, size=1.4 K (1405bytes) 2024-12-12T02:13:42,579 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.6 2024-12-12T02:13:42,580 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.6 after 1ms 2024-12-12T02:13:42,582 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.6 took 3ms 2024-12-12T02:13:42,583 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.6 so closing down 2024-12-12T02:13:42,583 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:42,586 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:42,590 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-12T02:13:42,590 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-12T02:13:42,591 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-12T02:13:42,591 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-12T02:13:42,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742062_1241 (size=749) 2024-12-12T02:13:42,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742062_1241 (size=749) 2024-12-12T02:13:42,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742063_1242 (size=749) 2024-12-12T02:13:42,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742063_1242 (size=749) 2024-12-12T02:13:42,597 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:42,597 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:42,598 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-12T02:13:42,599 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-12T02:13:42,599 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-12T02:13:42,599 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.6, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.6, size=1.4 K (1405bytes) at 1733969622579Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.6 so closing down at 1733969622583 (+4 ms)3 split writer threads finished at 1733969622586 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733969622591 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733969622591Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969622597 (+6 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969622597Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733969622598 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733969622599 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733969622599 2024-12-12T02:13:42,601 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.6 to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/oldWALs/wal.dat.6 2024-12-12T02:13:42,601 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.7, size=1.4 K (1413bytes) 2024-12-12T02:13:42,601 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.7 2024-12-12T02:13:42,601 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.7 after 0ms 2024-12-12T02:13:42,603 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.7 took 2ms 2024-12-12T02:13:42,604 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.7 so closing down 2024-12-12T02:13:42,604 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:42,604 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:42,606 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-12T02:13:42,606 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-12T02:13:42,607 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-12T02:13:42,607 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-12T02:13:42,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742065_1244 (size=753) 2024-12-12T02:13:42,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742065_1244 (size=753) 2024-12-12T02:13:42,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742064_1243 (size=753) 2024-12-12T02:13:42,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742064_1243 (size=753) 2024-12-12T02:13:42,615 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:42,615 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:42,617 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-12T02:13:42,617 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-12T02:13:42,617 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-12T02:13:42,617 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.7, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.7, size=1.4 K (1413bytes) at 1733969622601Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.7 so closing down at 1733969622604 (+3 ms)3 split writer threads finished at 1733969622604Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733969622607 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733969622607Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969622615 (+8 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969622615Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733969622617 (+2 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733969622617Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733969622617 2024-12-12T02:13:42,618 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.7 to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/oldWALs/wal.dat.7 2024-12-12T02:13:42,619 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.8, size=1.4 K (1413bytes) 2024-12-12T02:13:42,619 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.8 2024-12-12T02:13:42,619 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.8 after 0ms 2024-12-12T02:13:42,621 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.8 took 3ms 2024-12-12T02:13:42,622 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.8 so closing down 2024-12-12T02:13:42,622 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:42,622 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:42,624 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-12T02:13:42,625 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-12T02:13:42,625 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-12T02:13:42,626 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-12T02:13:42,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742066_1245 (size=753) 2024-12-12T02:13:42,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742067_1246 (size=753) 2024-12-12T02:13:42,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742066_1245 (size=753) 2024-12-12T02:13:42,634 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:42,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742067_1246 (size=753) 2024-12-12T02:13:42,634 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:42,635 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-12T02:13:42,635 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-12T02:13:42,635 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-12T02:13:42,636 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.8, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.8, size=1.4 K (1413bytes) at 1733969622619Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.8 so closing down at 1733969622622 (+3 ms)3 split writer threads finished at 1733969622622Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733969622625 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733969622626 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969622634 (+8 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969622634Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733969622635 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733969622635Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733969622636 (+1 ms) 2024-12-12T02:13:42,637 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.8 to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/oldWALs/wal.dat.8 2024-12-12T02:13:42,637 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.9, size=1.4 K (1413bytes) 2024-12-12T02:13:42,637 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.9 2024-12-12T02:13:42,638 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.9 after 1ms 2024-12-12T02:13:42,639 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.9 took 2ms 2024-12-12T02:13:42,641 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.9 so closing down 2024-12-12T02:13:42,641 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:42,641 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:42,643 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-12T02:13:42,643 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-12T02:13:42,644 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-12T02:13:42,644 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-12T02:13:42,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742068_1247 (size=753) 2024-12-12T02:13:42,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742068_1247 (size=753) 2024-12-12T02:13:42,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742069_1248 (size=753) 2024-12-12T02:13:42,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742069_1248 (size=753) 2024-12-12T02:13:42,650 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:42,650 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:42,651 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-12T02:13:42,651 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-12T02:13:42,651 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-12T02:13:42,651 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.9, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.9, size=1.4 K (1413bytes) at 1733969622637Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.9 so closing down at 1733969622641 (+4 ms)3 split writer threads finished at 1733969622641Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733969622644 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733969622644Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969622650 (+6 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969622650Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733969622651 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733969622651Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733969622651 2024-12-12T02:13:42,653 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733969621406/wal.dat.9 to hdfs://localhost:46345/user/jenkins/test-data/d0a3a0e8-93fd-b54f-bc27-8729fb47f3fe/oldWALs/wal.dat.9 2024-12-12T02:13:42,703 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=144 (was 144), OpenFileDescriptor=390 (was 398), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=299 (was 299), ProcessCount=11 (was 11), AvailableMemoryMB=5047 (was 5114) 2024-12-12T02:13:42,710 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=144, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=299, ProcessCount=11, AvailableMemoryMB=5047 2024-12-12T02:13:42,710 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-12T02:13:42,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742070_1249 (size=7) 2024-12-12T02:13:42,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742070_1249 (size=7) 2024-12-12T02:13:42,716 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3 with version=8 2024-12-12T02:13:42,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:42,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:42,721 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:42,721 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3/data/default/t1/e446ba9f127ff2a906fa9cb9fb4e9981 2024-12-12T02:13:42,721 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region e446ba9f127ff2a906fa9cb9fb4e9981 2024-12-12T02:13:42,722 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-12T02:13:42,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742071_1250 (size=3841) 2024-12-12T02:13:42,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742071_1250 (size=3841) 2024-12-12T02:13:42,753 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/c0a54d7c-01ae-c442-ac19-76243f55490b/WALs/testsplitleavescompactioneventsedits,16010,1733969622721/wal.dat.0, size=3.8 K (3841bytes) 2024-12-12T02:13:42,753 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/c0a54d7c-01ae-c442-ac19-76243f55490b/WALs/testsplitleavescompactioneventsedits,16010,1733969622721/wal.dat.0 2024-12-12T02:13:42,753 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/c0a54d7c-01ae-c442-ac19-76243f55490b/WALs/testsplitleavescompactioneventsedits,16010,1733969622721/wal.dat.0 after 0ms 2024-12-12T02:13:42,755 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/c0a54d7c-01ae-c442-ac19-76243f55490b/WALs/testsplitleavescompactioneventsedits,16010,1733969622721/wal.dat.0 took 2ms 2024-12-12T02:13:42,757 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/c0a54d7c-01ae-c442-ac19-76243f55490b/WALs/testsplitleavescompactioneventsedits,16010,1733969622721/wal.dat.0 so closing down 2024-12-12T02:13:42,757 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:42,757 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:42,759 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:42,760 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/c0a54d7c-01ae-c442-ac19-76243f55490b/data/default/t1/e446ba9f127ff2a906fa9cb9fb4e9981/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:42,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742072_1251 (size=1591) 2024-12-12T02:13:42,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742072_1251 (size=1591) 2024-12-12T02:13:42,765 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/c0a54d7c-01ae-c442-ac19-76243f55490b/data/default/t1/e446ba9f127ff2a906fa9cb9fb4e9981/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:42,766 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/c0a54d7c-01ae-c442-ac19-76243f55490b/data/default/t1/e446ba9f127ff2a906fa9cb9fb4e9981/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/c0a54d7c-01ae-c442-ac19-76243f55490b/data/default/t1/e446ba9f127ff2a906fa9cb9fb4e9981/recovered.edits/0000000000000000009 2024-12-12T02:13:42,767 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 11 ms; skipped=10; WAL=hdfs://localhost:46345/user/jenkins/test-data/c0a54d7c-01ae-c442-ac19-76243f55490b/WALs/testsplitleavescompactioneventsedits,16010,1733969622721/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false 2024-12-12T02:13:42,767 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/c0a54d7c-01ae-c442-ac19-76243f55490b/WALs/testsplitleavescompactioneventsedits,16010,1733969622721/wal.dat.0, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/c0a54d7c-01ae-c442-ac19-76243f55490b/WALs/testsplitleavescompactioneventsedits,16010,1733969622721/wal.dat.0, size=3.8 K (3841bytes) at 1733969622753Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/c0a54d7c-01ae-c442-ac19-76243f55490b/WALs/testsplitleavescompactioneventsedits,16010,1733969622721/wal.dat.0 so closing down at 1733969622757 (+4 ms)3 split writer threads finished at 1733969622757Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/c0a54d7c-01ae-c442-ac19-76243f55490b/data/default/t1/e446ba9f127ff2a906fa9cb9fb4e9981/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733969622760 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/c0a54d7c-01ae-c442-ac19-76243f55490b/data/default/t1/e446ba9f127ff2a906fa9cb9fb4e9981/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1733969622765 (+5 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/c0a54d7c-01ae-c442-ac19-76243f55490b/data/default/t1/e446ba9f127ff2a906fa9cb9fb4e9981/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/c0a54d7c-01ae-c442-ac19-76243f55490b/data/default/t1/e446ba9f127ff2a906fa9cb9fb4e9981/recovered.edits/0000000000000000009 at 1733969622766 (+1 ms)Processed 21 edits across 1 Regions in 11 ms; skipped=10; WAL=hdfs://localhost:46345/user/jenkins/test-data/c0a54d7c-01ae-c442-ac19-76243f55490b/WALs/testsplitleavescompactioneventsedits,16010,1733969622721/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false at 1733969622767 (+1 ms) 2024-12-12T02:13:42,768 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/c0a54d7c-01ae-c442-ac19-76243f55490b/WALs/testsplitleavescompactioneventsedits,16010,1733969622721/wal.dat.0 to hdfs://localhost:46345/user/jenkins/test-data/c0a54d7c-01ae-c442-ac19-76243f55490b/oldWALs/wal.dat.0 2024-12-12T02:13:42,787 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=144 (was 144), OpenFileDescriptor=390 (was 390), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=299 (was 299), ProcessCount=11 (was 11), AvailableMemoryMB=5039 (was 5047) 2024-12-12T02:13:42,796 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=144, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=299, ProcessCount=11, AvailableMemoryMB=5037 2024-12-12T02:13:42,796 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-12T02:13:42,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742073_1252 (size=7) 2024-12-12T02:13:42,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742073_1252 (size=7) 2024-12-12T02:13:42,807 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3 with version=8 2024-12-12T02:13:42,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:42,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:42,814 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:42,814 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-12-12T02:13:42,815 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-12T02:13:42,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742074_1253 (size=863) 2024-12-12T02:13:42,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742074_1253 (size=863) 2024-12-12T02:13:42,825 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-12T02:13:42,842 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/a2cac801-e2e5-8fca-a80e-c3d7f405e566/WALs/testsplitpreservesedits,16010,1733969622814/wal.dat.0, size=863 (863bytes) 2024-12-12T02:13:42,842 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/a2cac801-e2e5-8fca-a80e-c3d7f405e566/WALs/testsplitpreservesedits,16010,1733969622814/wal.dat.0 2024-12-12T02:13:42,843 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/a2cac801-e2e5-8fca-a80e-c3d7f405e566/WALs/testsplitpreservesedits,16010,1733969622814/wal.dat.0 after 1ms 2024-12-12T02:13:42,845 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/a2cac801-e2e5-8fca-a80e-c3d7f405e566/WALs/testsplitpreservesedits,16010,1733969622814/wal.dat.0 took 3ms 2024-12-12T02:13:42,847 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/a2cac801-e2e5-8fca-a80e-c3d7f405e566/WALs/testsplitpreservesedits,16010,1733969622814/wal.dat.0 so closing down 2024-12-12T02:13:42,847 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:42,847 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:42,850 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:42,851 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a2cac801-e2e5-8fca-a80e-c3d7f405e566/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:42,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742075_1254 (size=863) 2024-12-12T02:13:42,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742075_1254 (size=863) 2024-12-12T02:13:42,857 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a2cac801-e2e5-8fca-a80e-c3d7f405e566/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:42,859 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a2cac801-e2e5-8fca-a80e-c3d7f405e566/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/a2cac801-e2e5-8fca-a80e-c3d7f405e566/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-12-12T02:13:42,859 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/a2cac801-e2e5-8fca-a80e-c3d7f405e566/WALs/testsplitpreservesedits,16010,1733969622814/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-12-12T02:13:42,859 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/a2cac801-e2e5-8fca-a80e-c3d7f405e566/WALs/testsplitpreservesedits,16010,1733969622814/wal.dat.0, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/a2cac801-e2e5-8fca-a80e-c3d7f405e566/WALs/testsplitpreservesedits,16010,1733969622814/wal.dat.0, size=863 (863bytes) at 1733969622842Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/a2cac801-e2e5-8fca-a80e-c3d7f405e566/WALs/testsplitpreservesedits,16010,1733969622814/wal.dat.0 so closing down at 1733969622847 (+5 ms)3 split writer threads finished at 1733969622847Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a2cac801-e2e5-8fca-a80e-c3d7f405e566/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733969622851 (+4 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a2cac801-e2e5-8fca-a80e-c3d7f405e566/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969622857 (+6 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a2cac801-e2e5-8fca-a80e-c3d7f405e566/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/a2cac801-e2e5-8fca-a80e-c3d7f405e566/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1733969622859 (+2 ms)Processed 10 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/a2cac801-e2e5-8fca-a80e-c3d7f405e566/WALs/testsplitpreservesedits,16010,1733969622814/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1733969622859 2024-12-12T02:13:42,861 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/a2cac801-e2e5-8fca-a80e-c3d7f405e566/WALs/testsplitpreservesedits,16010,1733969622814/wal.dat.0 to hdfs://localhost:46345/user/jenkins/test-data/a2cac801-e2e5-8fca-a80e-c3d7f405e566/oldWALs/wal.dat.0 2024-12-12T02:13:42,884 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=145 (was 144) - Thread LEAK? -, OpenFileDescriptor=392 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=299 (was 299), ProcessCount=11 (was 11), AvailableMemoryMB=5032 (was 5037) 2024-12-12T02:13:42,891 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=145, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=299, ProcessCount=11, AvailableMemoryMB=5031 2024-12-12T02:13:42,892 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-12T02:13:42,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742076_1255 (size=7) 2024-12-12T02:13:42,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742076_1255 (size=7) 2024-12-12T02:13:42,916 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3 with version=8 2024-12-12T02:13:42,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:42,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:42,920 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:42,920 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-12T02:13:42,921 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-12T02:13:42,922 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-12T02:13:42,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:42,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:42,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742077_1256 (size=1393) 2024-12-12T02:13:42,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742077_1256 (size=1393) 2024-12-12T02:13:43,349 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-12T02:13:43,350 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-12T02:13:43,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742078_1257 (size=1393) 2024-12-12T02:13:43,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742078_1257 (size=1393) 2024-12-12T02:13:43,370 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-12T02:13:43,371 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-12T02:13:43,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742079_1258 (size=1393) 2024-12-12T02:13:43,410 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-12T02:13:43,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742079_1258 (size=1393) 2024-12-12T02:13:43,410 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-12T02:13:43,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742080_1259 (size=1393) 2024-12-12T02:13:43,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742080_1259 (size=1393) 2024-12-12T02:13:43,450 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-12T02:13:43,451 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-12T02:13:43,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742081_1260 (size=1393) 2024-12-12T02:13:43,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742081_1260 (size=1393) 2024-12-12T02:13:43,486 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-12T02:13:43,487 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-12T02:13:43,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742082_1261 (size=1393) 2024-12-12T02:13:43,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742082_1261 (size=1393) 2024-12-12T02:13:43,518 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-12T02:13:43,518 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-12T02:13:43,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742083_1262 (size=1405) 2024-12-12T02:13:43,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742083_1262 (size=1405) 2024-12-12T02:13:43,571 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-12T02:13:43,571 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-12T02:13:43,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:43,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:43,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742084_1263 (size=1413) 2024-12-12T02:13:43,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742084_1263 (size=1413) 2024-12-12T02:13:44,004 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-12T02:13:44,004 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-12T02:13:44,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742085_1264 (size=1413) 2024-12-12T02:13:44,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742085_1264 (size=1413) 2024-12-12T02:13:44,017 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-12T02:13:44,017 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-12T02:13:44,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742086_1265 (size=1413) 2024-12-12T02:13:44,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742086_1265 (size=1413) 2024-12-12T02:13:44,030 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-12T02:13:44,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742087_1266 (size=1394) 2024-12-12T02:13:44,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742087_1266 (size=1394) 2024-12-12T02:13:44,054 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.0, size=1.4 K (1393bytes) 2024-12-12T02:13:44,054 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.0 2024-12-12T02:13:44,055 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.0 after 1ms 2024-12-12T02:13:44,056 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.0 took 2ms 2024-12-12T02:13:44,060 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.0 so closing down 2024-12-12T02:13:44,060 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:44,060 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:44,062 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:44,064 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:44,066 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-12T02:13:44,067 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-12T02:13:44,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742088_1267 (size=743) 2024-12-12T02:13:44,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742088_1267 (size=743) 2024-12-12T02:13:44,070 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:44,071 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-12T02:13:44,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742089_1268 (size=743) 2024-12-12T02:13:44,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742089_1268 (size=743) 2024-12-12T02:13:44,077 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:44,078 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-12T02:13:44,078 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:44,078 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.0, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.0, size=1.4 K (1393bytes) at 1733969624054Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.0 so closing down at 1733969624060 (+6 ms)3 split writer threads finished at 1733969624060Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733969624064 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733969624067 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969624070 (+3 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733969624071 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969624077 (+6 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733969624078 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969624078 2024-12-12T02:13:44,080 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.0 to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/oldWALs/wal.dat.0 2024-12-12T02:13:44,080 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.1, size=1.4 K (1393bytes) 2024-12-12T02:13:44,080 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.1 2024-12-12T02:13:44,080 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.1 after 0ms 2024-12-12T02:13:44,082 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.1 took 2ms 2024-12-12T02:13:44,083 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.1 so closing down 2024-12-12T02:13:44,083 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:44,083 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:44,085 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-12T02:13:44,085 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-12T02:13:44,086 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-12T02:13:44,086 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-12T02:13:44,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742090_1269 (size=743) 2024-12-12T02:13:44,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742091_1270 (size=743) 2024-12-12T02:13:44,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742090_1269 (size=743) 2024-12-12T02:13:44,091 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:44,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742091_1270 (size=743) 2024-12-12T02:13:44,092 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:44,093 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-12T02:13:44,093 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-12T02:13:44,093 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:44,094 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.1, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.1, size=1.4 K (1393bytes) at 1733969624080Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.1 so closing down at 1733969624083 (+3 ms)3 split writer threads finished at 1733969624083Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733969624086 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733969624086Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969624091 (+5 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969624092 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733969624093 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733969624093Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969624093 2024-12-12T02:13:44,095 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.1 to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/oldWALs/wal.dat.1 2024-12-12T02:13:44,095 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.2, size=1.4 K (1393bytes) 2024-12-12T02:13:44,095 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.2 2024-12-12T02:13:44,096 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.2 after 1ms 2024-12-12T02:13:44,097 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.2 took 2ms 2024-12-12T02:13:44,099 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.2 so closing down 2024-12-12T02:13:44,099 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:44,099 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:44,100 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-12T02:13:44,100 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-12T02:13:44,101 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-12T02:13:44,101 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-12T02:13:44,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742092_1271 (size=743) 2024-12-12T02:13:44,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742092_1271 (size=743) 2024-12-12T02:13:44,110 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:44,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742093_1272 (size=743) 2024-12-12T02:13:44,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742093_1272 (size=743) 2024-12-12T02:13:44,111 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:44,112 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-12T02:13:44,113 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-12T02:13:44,113 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:44,113 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.2, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.2, size=1.4 K (1393bytes) at 1733969624095Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.2 so closing down at 1733969624099 (+4 ms)3 split writer threads finished at 1733969624099Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733969624101 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733969624101Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969624110 (+9 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969624111 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733969624112 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733969624113 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969624113 2024-12-12T02:13:44,115 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.2 to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/oldWALs/wal.dat.2 2024-12-12T02:13:44,115 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.3, size=1.4 K (1393bytes) 2024-12-12T02:13:44,115 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.3 2024-12-12T02:13:44,115 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.3 after 0ms 2024-12-12T02:13:44,117 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.3 took 2ms 2024-12-12T02:13:44,118 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.3 so closing down 2024-12-12T02:13:44,119 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:44,119 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:44,120 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-12T02:13:44,122 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-12T02:13:44,124 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-12T02:13:44,125 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-12T02:13:44,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742094_1273 (size=743) 2024-12-12T02:13:44,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742094_1273 (size=743) 2024-12-12T02:13:44,154 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:44,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742095_1274 (size=743) 2024-12-12T02:13:44,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742095_1274 (size=743) 2024-12-12T02:13:44,157 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:44,158 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-12T02:13:44,158 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-12T02:13:44,158 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:44,158 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.3, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.3, size=1.4 K (1393bytes) at 1733969624115Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.3 so closing down at 1733969624118 (+3 ms)3 split writer threads finished at 1733969624119 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733969624122 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733969624125 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969624154 (+29 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969624157 (+3 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733969624158 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733969624158Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969624158 2024-12-12T02:13:44,160 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.3 to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/oldWALs/wal.dat.3 2024-12-12T02:13:44,160 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.4, size=1.4 K (1393bytes) 2024-12-12T02:13:44,160 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.4 2024-12-12T02:13:44,160 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.4 after 0ms 2024-12-12T02:13:44,162 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.4 took 2ms 2024-12-12T02:13:44,163 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.4 so closing down 2024-12-12T02:13:44,163 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:44,163 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:44,165 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-12T02:13:44,165 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-12T02:13:44,166 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-12T02:13:44,166 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-12T02:13:44,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742097_1276 (size=743) 2024-12-12T02:13:44,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742096_1275 (size=743) 2024-12-12T02:13:44,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742097_1276 (size=743) 2024-12-12T02:13:44,174 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:44,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742096_1275 (size=743) 2024-12-12T02:13:44,174 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:44,175 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-12T02:13:44,175 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-12T02:13:44,176 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:44,176 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.4, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.4, size=1.4 K (1393bytes) at 1733969624160Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.4 so closing down at 1733969624163 (+3 ms)3 split writer threads finished at 1733969624163Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733969624166 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733969624166Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969624174 (+8 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969624174Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733969624175 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733969624175Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969624176 (+1 ms) 2024-12-12T02:13:44,177 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.4 to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/oldWALs/wal.dat.4 2024-12-12T02:13:44,177 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.5, size=1.4 K (1394bytes) 2024-12-12T02:13:44,177 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.5 2024-12-12T02:13:44,178 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.5 after 1ms 2024-12-12T02:13:44,180 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-12-12T02:13:44,180 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.5 so closing down 2024-12-12T02:13:44,181 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-12-12T02:13:44,181 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.5, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.5, size=1.4 K (1394bytes) at 1733969624177Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.5 so closing down at 1733969624180 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1733969624181 (+1 ms) 2024-12-12T02:13:44,182 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.5 to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/corrupt/wal.dat.5 2024-12-12T02:13:44,182 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.6, size=1.4 K (1405bytes) 2024-12-12T02:13:44,182 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.6 2024-12-12T02:13:44,183 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.6 after 1ms 2024-12-12T02:13:44,184 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.6 took 2ms 2024-12-12T02:13:44,187 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.6 so closing down 2024-12-12T02:13:44,187 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:44,187 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:44,190 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-12T02:13:44,190 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-12T02:13:44,191 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-12T02:13:44,191 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-12T02:13:44,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742099_1278 (size=749) 2024-12-12T02:13:44,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742098_1277 (size=749) 2024-12-12T02:13:44,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742098_1277 (size=749) 2024-12-12T02:13:44,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742099_1278 (size=749) 2024-12-12T02:13:44,602 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:44,602 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:44,603 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-12T02:13:44,603 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-12T02:13:44,603 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-12T02:13:44,603 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.6, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.6, size=1.4 K (1405bytes) at 1733969624182Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.6 so closing down at 1733969624187 (+5 ms)3 split writer threads finished at 1733969624187Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733969624191 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733969624191Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969624602 (+411 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969624602Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733969624603 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733969624603Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733969624603 2024-12-12T02:13:44,605 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.6 to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/oldWALs/wal.dat.6 2024-12-12T02:13:44,605 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.7, size=1.4 K (1413bytes) 2024-12-12T02:13:44,605 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.7 2024-12-12T02:13:44,605 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.7 after 0ms 2024-12-12T02:13:44,607 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.7 took 2ms 2024-12-12T02:13:44,608 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.7 so closing down 2024-12-12T02:13:44,608 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:44,608 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:44,610 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-12T02:13:44,610 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-12T02:13:44,611 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-12T02:13:44,611 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-12T02:13:44,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742100_1279 (size=753) 2024-12-12T02:13:44,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742101_1280 (size=753) 2024-12-12T02:13:44,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742100_1279 (size=753) 2024-12-12T02:13:44,615 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:44,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742101_1280 (size=753) 2024-12-12T02:13:44,616 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:44,616 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-12T02:13:44,617 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-12T02:13:44,617 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-12T02:13:44,617 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.7, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.7, size=1.4 K (1413bytes) at 1733969624605Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.7 so closing down at 1733969624608 (+3 ms)3 split writer threads finished at 1733969624608Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733969624611 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733969624611Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969624615 (+4 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969624616 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733969624616Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733969624617 (+1 ms)Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733969624617 2024-12-12T02:13:44,618 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.7 to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/oldWALs/wal.dat.7 2024-12-12T02:13:44,618 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.8, size=1.4 K (1413bytes) 2024-12-12T02:13:44,618 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.8 2024-12-12T02:13:44,619 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.8 after 1ms 2024-12-12T02:13:44,620 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.8 took 2ms 2024-12-12T02:13:44,621 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.8 so closing down 2024-12-12T02:13:44,621 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:44,621 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:44,623 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-12T02:13:44,623 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-12T02:13:44,623 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-12T02:13:44,624 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-12T02:13:44,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742102_1281 (size=753) 2024-12-12T02:13:44,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742102_1281 (size=753) 2024-12-12T02:13:44,628 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:44,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742103_1282 (size=753) 2024-12-12T02:13:44,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742103_1282 (size=753) 2024-12-12T02:13:44,629 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-12T02:13:44,629 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:44,630 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-12T02:13:44,630 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-12T02:13:44,630 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.8, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.8, size=1.4 K (1413bytes) at 1733969624618Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.8 so closing down at 1733969624621 (+3 ms)3 split writer threads finished at 1733969624621Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733969624623 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733969624624 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969624628 (+4 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733969624629 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969624629Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733969624630 (+1 ms)Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733969624630 2024-12-12T02:13:44,632 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.8 to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/oldWALs/wal.dat.8 2024-12-12T02:13:44,632 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.9, size=1.4 K (1413bytes) 2024-12-12T02:13:44,632 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.9 2024-12-12T02:13:44,632 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.9 after 0ms 2024-12-12T02:13:44,634 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.9 took 1ms 2024-12-12T02:13:44,635 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.9 so closing down 2024-12-12T02:13:44,635 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:44,635 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:44,636 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-12T02:13:44,636 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-12T02:13:44,637 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-12T02:13:44,637 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-12T02:13:44,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742104_1283 (size=753) 2024-12-12T02:13:44,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742105_1284 (size=753) 2024-12-12T02:13:44,642 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:44,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742105_1284 (size=753) 2024-12-12T02:13:44,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742104_1283 (size=753) 2024-12-12T02:13:44,642 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:44,643 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-12T02:13:44,643 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-12T02:13:44,643 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-12T02:13:44,643 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.9, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.9, size=1.4 K (1413bytes) at 1733969624632Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.9 so closing down at 1733969624635 (+3 ms)3 split writer threads finished at 1733969624635Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733969624637 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733969624637Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969624642 (+5 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969624642Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733969624643 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733969624643Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733969624643 2024-12-12T02:13:44,645 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733969622920/wal.dat.9 to hdfs://localhost:46345/user/jenkins/test-data/e81abd8b-c6a7-f875-7475-eba778263ce7/oldWALs/wal.dat.9 2024-12-12T02:13:44,686 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=142 (was 145), OpenFileDescriptor=392 (was 392), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=347 (was 299) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4910 (was 5031) 2024-12-12T02:13:44,692 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=142, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=347, ProcessCount=11, AvailableMemoryMB=4909 2024-12-12T02:13:44,693 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-12T02:13:44,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742106_1285 (size=7) 2024-12-12T02:13:44,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742106_1285 (size=7) 2024-12-12T02:13:44,698 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3 with version=8 2024-12-12T02:13:44,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:44,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:44,701 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:44,701 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-12-12T02:13:44,702 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-12T02:13:44,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742107_1286 (size=2403) 2024-12-12T02:13:44,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742107_1286 (size=2403) 2024-12-12T02:13:44,716 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-12T02:13:44,727 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-12T02:13:44,736 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/4a017248-f03d-7068-eac2-33d8d13a0ba5/WALs/testsplitremovesregioneventsedits,16010,1733969624701/wal.dat.0, size=2.3 K (2403bytes) 2024-12-12T02:13:44,736 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/4a017248-f03d-7068-eac2-33d8d13a0ba5/WALs/testsplitremovesregioneventsedits,16010,1733969624701/wal.dat.0 2024-12-12T02:13:44,737 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/4a017248-f03d-7068-eac2-33d8d13a0ba5/WALs/testsplitremovesregioneventsedits,16010,1733969624701/wal.dat.0 after 1ms 2024-12-12T02:13:44,739 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/4a017248-f03d-7068-eac2-33d8d13a0ba5/WALs/testsplitremovesregioneventsedits,16010,1733969624701/wal.dat.0 took 3ms 2024-12-12T02:13:44,740 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/4a017248-f03d-7068-eac2-33d8d13a0ba5/WALs/testsplitremovesregioneventsedits,16010,1733969624701/wal.dat.0 so closing down 2024-12-12T02:13:44,740 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:44,740 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:44,742 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:44,743 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/4a017248-f03d-7068-eac2-33d8d13a0ba5/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:44,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742108_1287 (size=863) 2024-12-12T02:13:44,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742108_1287 (size=863) 2024-12-12T02:13:44,747 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/4a017248-f03d-7068-eac2-33d8d13a0ba5/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:44,748 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/4a017248-f03d-7068-eac2-33d8d13a0ba5/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/4a017248-f03d-7068-eac2-33d8d13a0ba5/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-12-12T02:13:44,748 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 9 ms; skipped=10; WAL=hdfs://localhost:46345/user/jenkins/test-data/4a017248-f03d-7068-eac2-33d8d13a0ba5/WALs/testsplitremovesregioneventsedits,16010,1733969624701/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-12-12T02:13:44,749 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/4a017248-f03d-7068-eac2-33d8d13a0ba5/WALs/testsplitremovesregioneventsedits,16010,1733969624701/wal.dat.0, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/4a017248-f03d-7068-eac2-33d8d13a0ba5/WALs/testsplitremovesregioneventsedits,16010,1733969624701/wal.dat.0, size=2.3 K (2403bytes) at 1733969624736Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/4a017248-f03d-7068-eac2-33d8d13a0ba5/WALs/testsplitremovesregioneventsedits,16010,1733969624701/wal.dat.0 so closing down at 1733969624740 (+4 ms)3 split writer threads finished at 1733969624740Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/4a017248-f03d-7068-eac2-33d8d13a0ba5/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733969624743 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/4a017248-f03d-7068-eac2-33d8d13a0ba5/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969624747 (+4 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/4a017248-f03d-7068-eac2-33d8d13a0ba5/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/4a017248-f03d-7068-eac2-33d8d13a0ba5/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1733969624748 (+1 ms)Processed 20 edits across 1 Regions in 9 ms; skipped=10; WAL=hdfs://localhost:46345/user/jenkins/test-data/4a017248-f03d-7068-eac2-33d8d13a0ba5/WALs/testsplitremovesregioneventsedits,16010,1733969624701/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1733969624748 2024-12-12T02:13:44,750 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/4a017248-f03d-7068-eac2-33d8d13a0ba5/WALs/testsplitremovesregioneventsedits,16010,1733969624701/wal.dat.0 to hdfs://localhost:46345/user/jenkins/test-data/4a017248-f03d-7068-eac2-33d8d13a0ba5/oldWALs/wal.dat.0 2024-12-12T02:13:44,764 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=142 (was 142), OpenFileDescriptor=392 (was 392), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=347 (was 347), ProcessCount=11 (was 11), AvailableMemoryMB=4905 (was 4909) 2024-12-12T02:13:44,771 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=142, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=347, ProcessCount=11, AvailableMemoryMB=4905 2024-12-12T02:13:44,771 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-12T02:13:44,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742109_1288 (size=7) 2024-12-12T02:13:44,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742109_1288 (size=7) 2024-12-12T02:13:44,776 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3 with version=8 2024-12-12T02:13:44,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:44,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:44,780 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:44,793 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=142 (was 142), OpenFileDescriptor=392 (was 392), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=347 (was 347), ProcessCount=11 (was 11), AvailableMemoryMB=4905 (was 4905) 2024-12-12T02:13:44,799 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=142, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=347, ProcessCount=11, AvailableMemoryMB=4905 2024-12-12T02:13:44,799 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-12T02:13:44,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742110_1289 (size=7) 2024-12-12T02:13:44,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742110_1289 (size=7) 2024-12-12T02:13:44,804 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3 with version=8 2024-12-12T02:13:44,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:44,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:44,808 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:44,819 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-12T02:13:44,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742111_1290 (size=255) 2024-12-12T02:13:44,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742111_1290 (size=255) 2024-12-12T02:13:44,842 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/27d16a55-dec7-4d58-d7b6-3b42d8d27ee2/WALs/testsplitremovesreplicationmarkeredits,16010,1733969624808/wal.dat.1, size=255 (255bytes) 2024-12-12T02:13:44,843 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/27d16a55-dec7-4d58-d7b6-3b42d8d27ee2/WALs/testsplitremovesreplicationmarkeredits,16010,1733969624808/wal.dat.1 2024-12-12T02:13:44,843 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/27d16a55-dec7-4d58-d7b6-3b42d8d27ee2/WALs/testsplitremovesreplicationmarkeredits,16010,1733969624808/wal.dat.1 after 0ms 2024-12-12T02:13:44,844 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/27d16a55-dec7-4d58-d7b6-3b42d8d27ee2/WALs/testsplitremovesreplicationmarkeredits,16010,1733969624808/wal.dat.1 took 2ms 2024-12-12T02:13:44,845 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-12-12T02:13:44,845 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/27d16a55-dec7-4d58-d7b6-3b42d8d27ee2/WALs/testsplitremovesreplicationmarkeredits,16010,1733969624808/wal.dat.1 so closing down 2024-12-12T02:13:44,845 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:44,845 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:44,845 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/27d16a55-dec7-4d58-d7b6-3b42d8d27ee2/WALs/testsplitremovesreplicationmarkeredits,16010,1733969624808/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-12-12T02:13:44,845 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/27d16a55-dec7-4d58-d7b6-3b42d8d27ee2/WALs/testsplitremovesreplicationmarkeredits,16010,1733969624808/wal.dat.1, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/27d16a55-dec7-4d58-d7b6-3b42d8d27ee2/WALs/testsplitremovesreplicationmarkeredits,16010,1733969624808/wal.dat.1, size=255 (255bytes) at 1733969624843Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/27d16a55-dec7-4d58-d7b6-3b42d8d27ee2/WALs/testsplitremovesreplicationmarkeredits,16010,1733969624808/wal.dat.1 so closing down at 1733969624845 (+2 ms)3 split writer threads finished at 1733969624845Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/27d16a55-dec7-4d58-d7b6-3b42d8d27ee2/WALs/testsplitremovesreplicationmarkeredits,16010,1733969624808/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1733969624845 2024-12-12T02:13:44,847 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/27d16a55-dec7-4d58-d7b6-3b42d8d27ee2/WALs/testsplitremovesreplicationmarkeredits,16010,1733969624808/wal.dat.1 to hdfs://localhost:46345/user/jenkins/test-data/27d16a55-dec7-4d58-d7b6-3b42d8d27ee2/oldWALs/wal.dat.1 2024-12-12T02:13:44,855 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=142 (was 142), OpenFileDescriptor=392 (was 392), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=347 (was 347), ProcessCount=11 (was 11), AvailableMemoryMB=4905 (was 4905) 2024-12-12T02:13:44,861 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=142, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=347, ProcessCount=11, AvailableMemoryMB=4910 2024-12-12T02:13:44,862 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-12T02:13:44,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742112_1291 (size=7) 2024-12-12T02:13:44,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742112_1291 (size=7) 2024-12-12T02:13:44,868 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3 with version=8 2024-12-12T02:13:44,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:44,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:44,871 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:44,871 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-12-12T02:13:44,871 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-12-12T02:13:44,872 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-12T02:13:44,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742113_1292 (size=1941) 2024-12-12T02:13:44,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742113_1292 (size=1941) 2024-12-12T02:13:44,882 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-12T02:13:44,882 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3/data/default/t1/region__1 2024-12-12T02:13:44,898 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/9c0c642a-dcb6-3afb-96c5-4d29a4e11d2a/WALs/testsplitlogfiledeletedregiondir,16010,1733969624871/wal.dat.0, size=1.9 K (1941bytes) 2024-12-12T02:13:44,898 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/9c0c642a-dcb6-3afb-96c5-4d29a4e11d2a/WALs/testsplitlogfiledeletedregiondir,16010,1733969624871/wal.dat.0 2024-12-12T02:13:44,899 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/9c0c642a-dcb6-3afb-96c5-4d29a4e11d2a/WALs/testsplitlogfiledeletedregiondir,16010,1733969624871/wal.dat.0 after 1ms 2024-12-12T02:13:44,901 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/9c0c642a-dcb6-3afb-96c5-4d29a4e11d2a/WALs/testsplitlogfiledeletedregiondir,16010,1733969624871/wal.dat.0 took 3ms 2024-12-12T02:13:44,902 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-12-12T02:13:44,902 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/9c0c642a-dcb6-3afb-96c5-4d29a4e11d2a/WALs/testsplitlogfiledeletedregiondir,16010,1733969624871/wal.dat.0 so closing down 2024-12-12T02:13:44,902 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:44,902 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:44,902 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 1 ms; skipped=17; WAL=hdfs://localhost:46345/user/jenkins/test-data/9c0c642a-dcb6-3afb-96c5-4d29a4e11d2a/WALs/testsplitlogfiledeletedregiondir,16010,1733969624871/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-12-12T02:13:44,902 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/9c0c642a-dcb6-3afb-96c5-4d29a4e11d2a/WALs/testsplitlogfiledeletedregiondir,16010,1733969624871/wal.dat.0, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/9c0c642a-dcb6-3afb-96c5-4d29a4e11d2a/WALs/testsplitlogfiledeletedregiondir,16010,1733969624871/wal.dat.0, size=1.9 K (1941bytes) at 1733969624898Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/9c0c642a-dcb6-3afb-96c5-4d29a4e11d2a/WALs/testsplitlogfiledeletedregiondir,16010,1733969624871/wal.dat.0 so closing down at 1733969624902 (+4 ms)3 split writer threads finished at 1733969624902Processed 17 edits across 0 Regions in 1 ms; skipped=17; WAL=hdfs://localhost:46345/user/jenkins/test-data/9c0c642a-dcb6-3afb-96c5-4d29a4e11d2a/WALs/testsplitlogfiledeletedregiondir,16010,1733969624871/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1733969624902 2024-12-12T02:13:44,904 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/9c0c642a-dcb6-3afb-96c5-4d29a4e11d2a/WALs/testsplitlogfiledeletedregiondir,16010,1733969624871/wal.dat.0 to hdfs://localhost:46345/user/jenkins/test-data/9c0c642a-dcb6-3afb-96c5-4d29a4e11d2a/oldWALs/wal.dat.0 2024-12-12T02:13:44,913 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=142 (was 142), OpenFileDescriptor=392 (was 392), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=347 (was 347), ProcessCount=11 (was 11), AvailableMemoryMB=4909 (was 4910) 2024-12-12T02:13:44,919 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=142, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=347, ProcessCount=11, AvailableMemoryMB=4909 2024-12-12T02:13:44,919 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-12T02:13:44,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742114_1293 (size=7) 2024-12-12T02:13:44,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742114_1293 (size=7) 2024-12-12T02:13:44,926 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3 with version=8 2024-12-12T02:13:44,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:44,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:44,929 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:44,929 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-12-12T02:13:44,930 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:44,930 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-12T02:13:44,930 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-12T02:13:44,931 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-12T02:13:44,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742115_1294 (size=1393) 2024-12-12T02:13:44,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742115_1294 (size=1393) 2024-12-12T02:13:44,940 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-12T02:13:44,941 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-12T02:13:44,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742116_1295 (size=1393) 2024-12-12T02:13:44,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742116_1295 (size=1393) 2024-12-12T02:13:44,950 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-12T02:13:44,950 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-12T02:13:44,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742117_1296 (size=1393) 2024-12-12T02:13:44,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742117_1296 (size=1393) 2024-12-12T02:13:44,960 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-12T02:13:44,960 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-12T02:13:44,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742118_1297 (size=1393) 2024-12-12T02:13:44,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742118_1297 (size=1393) 2024-12-12T02:13:44,970 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-12T02:13:44,970 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-12T02:13:44,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742119_1298 (size=1393) 2024-12-12T02:13:44,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742119_1298 (size=1393) 2024-12-12T02:13:44,979 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-12T02:13:44,980 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-12T02:13:44,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742120_1299 (size=1393) 2024-12-12T02:13:44,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742120_1299 (size=1393) 2024-12-12T02:13:44,989 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-12T02:13:44,989 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-12T02:13:44,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:44,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742121_1300 (size=1405) 2024-12-12T02:13:44,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742121_1300 (size=1405) 2024-12-12T02:13:44,998 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-12T02:13:44,998 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-12T02:13:44,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:44,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742122_1301 (size=1413) 2024-12-12T02:13:45,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742122_1301 (size=1413) 2024-12-12T02:13:45,008 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-12T02:13:45,008 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-12T02:13:45,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742123_1302 (size=1413) 2024-12-12T02:13:45,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742123_1302 (size=1413) 2024-12-12T02:13:45,019 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-12T02:13:45,019 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-12T02:13:45,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742124_1303 (size=1413) 2024-12-12T02:13:45,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742124_1303 (size=1413) 2024-12-12T02:13:45,031 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-12T02:13:45,049 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/4bd414d5-8b8e-043b-a828-a8ec2421df31/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733969624929/wal.dat.0, size=1.4 K (1393bytes) 2024-12-12T02:13:45,049 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/4bd414d5-8b8e-043b-a828-a8ec2421df31/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733969624929/wal.dat.0 2024-12-12T02:13:45,050 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/4bd414d5-8b8e-043b-a828-a8ec2421df31/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733969624929/wal.dat.0 after 0ms 2024-12-12T02:13:45,052 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/4bd414d5-8b8e-043b-a828-a8ec2421df31/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733969624929/wal.dat.0 took 3ms 2024-12-12T02:13:45,053 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/4bd414d5-8b8e-043b-a828-a8ec2421df31/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733969624929/wal.dat.0 so closing down 2024-12-12T02:13:45,053 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:45,053 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:45,053 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/4bd414d5-8b8e-043b-a828-a8ec2421df31/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733969624929/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:45,053 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/4bd414d5-8b8e-043b-a828-a8ec2421df31/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733969624929/wal.dat.0, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/4bd414d5-8b8e-043b-a828-a8ec2421df31/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733969624929/wal.dat.0, size=1.4 K (1393bytes) at 1733969625049Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/4bd414d5-8b8e-043b-a828-a8ec2421df31/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733969624929/wal.dat.0 so closing down at 1733969625053 (+4 ms)3 split writer threads finished at 1733969625053Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/4bd414d5-8b8e-043b-a828-a8ec2421df31/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733969624929/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969625053 2024-12-12T02:13:45,062 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=142 (was 142), OpenFileDescriptor=392 (was 392), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=347 (was 347), ProcessCount=11 (was 11), AvailableMemoryMB=4909 (was 4909) 2024-12-12T02:13:45,069 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=142, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=347, ProcessCount=11, AvailableMemoryMB=4909 2024-12-12T02:13:45,069 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-12T02:13:45,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742125_1304 (size=7) 2024-12-12T02:13:45,078 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3 with version=8 2024-12-12T02:13:45,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:45,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742125_1304 (size=7) 2024-12-12T02:13:45,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:45,083 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:45,083 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-12T02:13:45,084 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-12T02:13:45,085 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-12T02:13:45,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742126_1305 (size=1393) 2024-12-12T02:13:45,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742126_1305 (size=1393) 2024-12-12T02:13:45,101 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-12T02:13:45,101 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-12T02:13:45,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742127_1306 (size=1393) 2024-12-12T02:13:45,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742127_1306 (size=1393) 2024-12-12T02:13:45,126 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-12T02:13:45,127 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-12T02:13:45,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742128_1307 (size=1393) 2024-12-12T02:13:45,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742128_1307 (size=1393) 2024-12-12T02:13:45,145 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-12T02:13:45,146 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-12T02:13:45,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742129_1308 (size=1393) 2024-12-12T02:13:45,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742129_1308 (size=1393) 2024-12-12T02:13:45,157 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-12T02:13:45,157 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-12T02:13:45,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,166 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-12T02:13:45,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742131_1310 (size=1393) 2024-12-12T02:13:45,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742131_1310 (size=1393) 2024-12-12T02:13:45,176 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-12T02:13:45,176 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-12T02:13:45,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742132_1311 (size=1405) 2024-12-12T02:13:45,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742132_1311 (size=1405) 2024-12-12T02:13:45,187 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-12T02:13:45,187 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-12T02:13:45,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742133_1312 (size=1413) 2024-12-12T02:13:45,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742133_1312 (size=1413) 2024-12-12T02:13:45,197 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-12T02:13:45,197 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-12T02:13:45,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742134_1313 (size=1413) 2024-12-12T02:13:45,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742134_1313 (size=1413) 2024-12-12T02:13:45,207 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-12T02:13:45,207 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-12T02:13:45,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742135_1314 (size=1413) 2024-12-12T02:13:45,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742135_1314 (size=1413) 2024-12-12T02:13:45,219 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-12T02:13:45,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742130_1309 (size=1458) 2024-12-12T02:13:45,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742130_1309 (size=1458) 2024-12-12T02:13:45,237 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.0, size=1.4 K (1393bytes) 2024-12-12T02:13:45,237 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.0 2024-12-12T02:13:45,238 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.0 after 1ms 2024-12-12T02:13:45,239 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.0 took 2ms 2024-12-12T02:13:45,241 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.0 so closing down 2024-12-12T02:13:45,241 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:45,241 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:45,243 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:45,243 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-12T02:13:45,243 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:45,244 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-12T02:13:45,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742137_1316 (size=743) 2024-12-12T02:13:45,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742137_1316 (size=743) 2024-12-12T02:13:45,251 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:45,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742136_1315 (size=743) 2024-12-12T02:13:45,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742136_1315 (size=743) 2024-12-12T02:13:45,252 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-12T02:13:45,652 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:45,653 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-12T02:13:45,653 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:45,653 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.0, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.0, size=1.4 K (1393bytes) at 1733969625237Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.0 so closing down at 1733969625241 (+4 ms)3 split writer threads finished at 1733969625241Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733969625243 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733969625244 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969625251 (+7 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733969625252 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969625652 (+400 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733969625653 (+1 ms)Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969625653 2024-12-12T02:13:45,655 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.0 to hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/oldWALs/wal.dat.0 2024-12-12T02:13:45,655 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.1, size=1.4 K (1393bytes) 2024-12-12T02:13:45,655 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.1 2024-12-12T02:13:45,655 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.1 after 0ms 2024-12-12T02:13:45,657 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.1 took 2ms 2024-12-12T02:13:45,658 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.1 so closing down 2024-12-12T02:13:45,658 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:45,658 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:45,659 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-12T02:13:45,659 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-12T02:13:45,660 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-12T02:13:45,660 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-12T02:13:45,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742139_1318 (size=743) 2024-12-12T02:13:45,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742138_1317 (size=743) 2024-12-12T02:13:45,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742138_1317 (size=743) 2024-12-12T02:13:45,664 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:45,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742139_1318 (size=743) 2024-12-12T02:13:45,665 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:45,665 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-12T02:13:45,666 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-12T02:13:45,666 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:45,666 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.1, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.1, size=1.4 K (1393bytes) at 1733969625655Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.1 so closing down at 1733969625658 (+3 ms)3 split writer threads finished at 1733969625658Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733969625660 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733969625660Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969625664 (+4 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969625665 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733969625666 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733969625666Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969625666 2024-12-12T02:13:45,667 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.1 to hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/oldWALs/wal.dat.1 2024-12-12T02:13:45,667 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.2, size=1.4 K (1393bytes) 2024-12-12T02:13:45,667 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.2 2024-12-12T02:13:45,668 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.2 after 1ms 2024-12-12T02:13:45,669 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.2 took 2ms 2024-12-12T02:13:45,670 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.2 so closing down 2024-12-12T02:13:45,670 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:45,670 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:45,671 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-12T02:13:45,671 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-12T02:13:45,672 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-12T02:13:45,672 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-12T02:13:45,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742140_1319 (size=743) 2024-12-12T02:13:45,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742141_1320 (size=743) 2024-12-12T02:13:45,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742140_1319 (size=743) 2024-12-12T02:13:45,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742141_1320 (size=743) 2024-12-12T02:13:45,676 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:45,676 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:45,677 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-12T02:13:45,677 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-12T02:13:45,677 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:45,678 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.2, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.2, size=1.4 K (1393bytes) at 1733969625667Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.2 so closing down at 1733969625670 (+3 ms)3 split writer threads finished at 1733969625670Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733969625672 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733969625672Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969625676 (+4 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969625676Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733969625677 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733969625677Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969625678 (+1 ms) 2024-12-12T02:13:45,679 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.2 to hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/oldWALs/wal.dat.2 2024-12-12T02:13:45,679 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.3, size=1.4 K (1393bytes) 2024-12-12T02:13:45,679 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.3 2024-12-12T02:13:45,679 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.3 after 0ms 2024-12-12T02:13:45,681 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.3 took 2ms 2024-12-12T02:13:45,682 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.3 so closing down 2024-12-12T02:13:45,682 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:45,682 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:45,683 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-12T02:13:45,683 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-12T02:13:45,684 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-12T02:13:45,684 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-12T02:13:45,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742143_1322 (size=743) 2024-12-12T02:13:45,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742143_1322 (size=743) 2024-12-12T02:13:45,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742142_1321 (size=743) 2024-12-12T02:13:45,694 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:45,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742142_1321 (size=743) 2024-12-12T02:13:45,694 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:45,695 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-12T02:13:45,695 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-12T02:13:45,696 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:45,696 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.3, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.3, size=1.4 K (1393bytes) at 1733969625679Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.3 so closing down at 1733969625682 (+3 ms)3 split writer threads finished at 1733969625682Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733969625684 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733969625684Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969625694 (+10 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969625694Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733969625695 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733969625696 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969625696 2024-12-12T02:13:45,697 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.3 to hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/oldWALs/wal.dat.3 2024-12-12T02:13:45,697 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.4, size=1.4 K (1458bytes) 2024-12-12T02:13:45,697 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.4 2024-12-12T02:13:45,697 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.4 after 0ms 2024-12-12T02:13:45,699 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.4 took 2ms 2024-12-12T02:13:45,700 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.4 so closing down 2024-12-12T02:13:45,700 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:45,700 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:45,702 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-12T02:13:45,702 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-12-12T02:13:45,702 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-12T02:13:45,703 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-12T02:13:45,703 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-12T02:13:45,703 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-12-12T02:13:45,703 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T02:13:45,704 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 2 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-12-12T02:13:45,704 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.4, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.4, size=1.4 K (1458bytes) at 1733969625697Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.4 so closing down at 1733969625700 (+3 ms)3 split writer threads finished at 1733969625700Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733969625703 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733969625703Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1733969625703Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1733969625704 (+1 ms)Processed 21 edits across 2 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/WALs/testsplitwillfailifwritingtoregionfails,16010,1733969625083/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1733969625704 2024-12-12T02:13:45,704 WARN [Thread-2061 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742144_1323 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43284 remote=/127.0.0.1:41391]. Total timeout mills is 70000, 70000 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-12T02:13:45,704 WARN [Thread-2062 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742145_1324 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:33088 remote=/127.0.0.1:34907]. Total timeout mills is 70000, 70000 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-12T02:13:45,704 WARN [Thread-2061 {}] hdfs.DataStreamer(1850): Abandoning BP-1148646962-172.17.0.2-1733969592331:blk_1073742144_1323 2024-12-12T02:13:45,704 WARN [Thread-2062 {}] hdfs.DataStreamer(1850): Abandoning BP-1148646962-172.17.0.2-1733969592331:blk_1073742145_1324 2024-12-12T02:13:45,706 WARN [Thread-2061 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-12T02:13:45,706 WARN [Thread-2062 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Interrupted waiting to send RPC request to server at org.apache.hadoop.ipc.Client.call(Client.java:1484) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] Caused by: java.lang.InterruptedException at java.util.concurrent.SynchronousQueue.offer(SynchronousQueue.java:861) ~[?:?] at org.apache.hadoop.ipc.Client$Connection.sendRpcRequest(Client.java:1187) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1479) ~[hadoop-common-3.4.1.jar:?] ... 19 more 2024-12-12T02:13:45,707 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T02:13:45,707 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:46345/user/jenkins/test-data/25f1d024-f56f-e798-3e08-898f3eb0ebc9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T02:13:45,716 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=144 (was 142) - Thread LEAK? -, OpenFileDescriptor=404 (was 392) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=347 (was 347), ProcessCount=11 (was 11), AvailableMemoryMB=4901 (was 4909) 2024-12-12T02:13:45,719 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_742524118_22 at /127.0.0.1:43284 [Receiving block BP-1148646962-172.17.0.2-1733969592331:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:41391:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43284 dst: /127.0.0.1:41391 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T02:13:45,720 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_742524118_22 at /127.0.0.1:33088 [Receiving block BP-1148646962-172.17.0.2-1733969592331:blk_1073742145_1324] {}] datanode.DataXceiver(331): 127.0.0.1:34907:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33088 dst: /127.0.0.1:34907 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T02:13:45,720 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_742524118_22 at /127.0.0.1:33098 [Receiving block BP-1148646962-172.17.0.2-1733969592331:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:34907:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33098 dst: /127.0.0.1:34907 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T02:13:45,720 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_742524118_22 at /127.0.0.1:43286 [Receiving block BP-1148646962-172.17.0.2-1733969592331:blk_1073742145_1324] {}] datanode.DataXceiver(331): 127.0.0.1:41391:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43286 dst: /127.0.0.1:41391 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T02:13:45,724 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=145, OpenFileDescriptor=402, MaxFileDescriptor=1048576, SystemLoadAverage=347, ProcessCount=11, AvailableMemoryMB=4901 2024-12-12T02:13:45,725 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-12T02:13:45,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742146_1325 (size=7) 2024-12-12T02:13:45,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742146_1325 (size=7) 2024-12-12T02:13:45,732 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3 with version=8 2024-12-12T02:13:45,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:45,735 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:45,737 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:45,738 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-12-12T02:13:45,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742147_1326 (size=93) 2024-12-12T02:13:45,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742147_1326 (size=93) 2024-12-12T02:13:45,746 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-12T02:13:45,747 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-12T02:13:45,748 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-12T02:13:45,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742148_1327 (size=1393) 2024-12-12T02:13:45,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742148_1327 (size=1393) 2024-12-12T02:13:45,760 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-12T02:13:45,760 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-12T02:13:45,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742149_1328 (size=1393) 2024-12-12T02:13:45,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742149_1328 (size=1393) 2024-12-12T02:13:45,770 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-12T02:13:45,770 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-12T02:13:45,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742150_1329 (size=1393) 2024-12-12T02:13:45,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742150_1329 (size=1393) 2024-12-12T02:13:45,780 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-12T02:13:45,780 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-12T02:13:45,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742151_1330 (size=1393) 2024-12-12T02:13:45,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742151_1330 (size=1393) 2024-12-12T02:13:45,790 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-12T02:13:45,791 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-12T02:13:45,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742152_1331 (size=1393) 2024-12-12T02:13:45,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742152_1331 (size=1393) 2024-12-12T02:13:45,800 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-12T02:13:45,800 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-12T02:13:45,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742153_1332 (size=1393) 2024-12-12T02:13:45,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742153_1332 (size=1393) 2024-12-12T02:13:45,811 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-12T02:13:45,811 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-12T02:13:45,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742154_1333 (size=1405) 2024-12-12T02:13:45,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742154_1333 (size=1405) 2024-12-12T02:13:45,822 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-12T02:13:45,822 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-12T02:13:45,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742155_1334 (size=1413) 2024-12-12T02:13:45,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742155_1334 (size=1413) 2024-12-12T02:13:45,832 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-12T02:13:45,832 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-12T02:13:45,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742156_1335 (size=1413) 2024-12-12T02:13:45,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742156_1335 (size=1413) 2024-12-12T02:13:45,842 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-12T02:13:45,843 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-12T02:13:45,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:45,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:45,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742157_1336 (size=1413) 2024-12-12T02:13:45,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742157_1336 (size=1413) 2024-12-12T02:13:45,853 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-12T02:13:45,853 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-12-12T02:13:45,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742158_1337 (size=93) 2024-12-12T02:13:45,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742158_1337 (size=93) 2024-12-12T02:13:45,881 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat..empty, size=93 (93bytes) 2024-12-12T02:13:45,881 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat..empty 2024-12-12T02:13:45,881 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat..empty after 0ms 2024-12-12T02:13:45,883 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat..empty took 2ms 2024-12-12T02:13:45,883 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat..empty so closing down 2024-12-12T02:13:45,883 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:45,884 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:45,884 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-12-12T02:13:45,884 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat..empty, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat..empty, size=93 (93bytes) at 1733969625881Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat..empty so closing down at 1733969625883 (+2 ms)3 split writer threads finished at 1733969625884 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1733969625884 2024-12-12T02:13:45,886 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat..empty to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/oldWALs/wal.dat..empty 2024-12-12T02:13:45,886 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.0, size=1.4 K (1393bytes) 2024-12-12T02:13:45,886 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.0 2024-12-12T02:13:45,886 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.0 after 0ms 2024-12-12T02:13:45,888 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.0 took 2ms 2024-12-12T02:13:45,889 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.0 so closing down 2024-12-12T02:13:45,889 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:45,889 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:45,891 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:45,891 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-12T02:13:45,892 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:45,892 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-12T02:13:45,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742160_1339 (size=743) 2024-12-12T02:13:45,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742160_1339 (size=743) 2024-12-12T02:13:45,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742159_1338 (size=743) 2024-12-12T02:13:45,897 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:45,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742159_1338 (size=743) 2024-12-12T02:13:45,899 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-12T02:13:45,899 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:45,900 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-12T02:13:45,900 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:45,900 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.0, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.0, size=1.4 K (1393bytes) at 1733969625886Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.0 so closing down at 1733969625889 (+3 ms)3 split writer threads finished at 1733969625889Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733969625892 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733969625892Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969625897 (+5 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733969625899 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969625899Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733969625900 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969625900 2024-12-12T02:13:45,901 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.0 to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/oldWALs/wal.dat.0 2024-12-12T02:13:45,901 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.1, size=1.4 K (1393bytes) 2024-12-12T02:13:45,901 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.1 2024-12-12T02:13:45,902 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.1 after 1ms 2024-12-12T02:13:45,903 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.1 took 2ms 2024-12-12T02:13:45,904 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.1 so closing down 2024-12-12T02:13:45,904 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:45,904 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:45,906 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-12T02:13:45,906 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-12T02:13:45,907 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-12T02:13:45,907 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-12T02:13:45,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742161_1340 (size=743) 2024-12-12T02:13:45,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742161_1340 (size=743) 2024-12-12T02:13:45,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742162_1341 (size=743) 2024-12-12T02:13:45,912 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:45,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742162_1341 (size=743) 2024-12-12T02:13:45,913 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:45,913 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-12T02:13:45,914 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-12T02:13:45,914 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:45,914 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.1, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.1, size=1.4 K (1393bytes) at 1733969625901Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.1 so closing down at 1733969625904 (+3 ms)3 split writer threads finished at 1733969625904Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733969625907 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733969625907Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969625912 (+5 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969625913 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733969625913Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733969625914 (+1 ms)Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969625914 2024-12-12T02:13:45,915 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.1 to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/oldWALs/wal.dat.1 2024-12-12T02:13:45,915 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.2, size=1.4 K (1393bytes) 2024-12-12T02:13:45,915 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.2 2024-12-12T02:13:45,916 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.2 after 0ms 2024-12-12T02:13:45,917 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.2 took 2ms 2024-12-12T02:13:45,918 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.2 so closing down 2024-12-12T02:13:45,918 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:45,918 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:45,920 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-12T02:13:45,920 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-12T02:13:45,920 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-12T02:13:45,920 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-12T02:13:45,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742163_1342 (size=743) 2024-12-12T02:13:45,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742163_1342 (size=743) 2024-12-12T02:13:45,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742164_1343 (size=743) 2024-12-12T02:13:45,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742164_1343 (size=743) 2024-12-12T02:13:45,929 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:45,930 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-12T02:13:45,934 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:45,935 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-12T02:13:45,935 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:45,935 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.2, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.2, size=1.4 K (1393bytes) at 1733969625915Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.2 so closing down at 1733969625918 (+3 ms)3 split writer threads finished at 1733969625918Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733969625920 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733969625920Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969625929 (+9 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733969625930 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969625934 (+4 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733969625935 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969625935 2024-12-12T02:13:45,936 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.2 to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/oldWALs/wal.dat.2 2024-12-12T02:13:45,936 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.3, size=1.4 K (1393bytes) 2024-12-12T02:13:45,936 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.3 2024-12-12T02:13:45,937 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.3 after 1ms 2024-12-12T02:13:45,938 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.3 took 2ms 2024-12-12T02:13:45,939 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.3 so closing down 2024-12-12T02:13:45,939 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:45,940 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:45,941 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-12T02:13:45,941 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-12T02:13:45,942 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-12T02:13:45,942 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-12T02:13:45,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742165_1344 (size=743) 2024-12-12T02:13:45,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742165_1344 (size=743) 2024-12-12T02:13:45,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742166_1345 (size=743) 2024-12-12T02:13:45,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742166_1345 (size=743) 2024-12-12T02:13:45,953 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:45,954 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:45,955 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-12T02:13:45,955 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-12T02:13:45,955 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:45,955 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.3, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.3, size=1.4 K (1393bytes) at 1733969625936Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.3 so closing down at 1733969625939 (+3 ms)3 split writer threads finished at 1733969625940 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733969625942 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733969625942Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969625953 (+11 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969625954 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733969625955 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733969625955Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969625955 2024-12-12T02:13:45,956 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.3 to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/oldWALs/wal.dat.3 2024-12-12T02:13:45,957 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.4, size=1.4 K (1393bytes) 2024-12-12T02:13:45,957 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.4 2024-12-12T02:13:45,957 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.4 after 0ms 2024-12-12T02:13:45,958 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.4 took 2ms 2024-12-12T02:13:45,960 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.4 so closing down 2024-12-12T02:13:45,960 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:45,960 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:45,961 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-12T02:13:45,961 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-12T02:13:45,962 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-12T02:13:45,968 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-12T02:13:45,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742167_1346 (size=743) 2024-12-12T02:13:45,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742167_1346 (size=743) 2024-12-12T02:13:45,972 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:45,973 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-12T02:13:45,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742168_1347 (size=743) 2024-12-12T02:13:45,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742168_1347 (size=743) 2024-12-12T02:13:45,978 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:45,979 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-12T02:13:45,979 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:45,979 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.4, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.4, size=1.4 K (1393bytes) at 1733969625957Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.4 so closing down at 1733969625960 (+3 ms)3 split writer threads finished at 1733969625960Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733969625962 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733969625968 (+6 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969625972 (+4 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733969625973 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969625978 (+5 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733969625979 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969625979 2024-12-12T02:13:45,980 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.4 to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/oldWALs/wal.dat.4 2024-12-12T02:13:45,980 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.5, size=1.4 K (1393bytes) 2024-12-12T02:13:45,980 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.5 2024-12-12T02:13:45,981 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.5 after 1ms 2024-12-12T02:13:45,982 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.5 took 2ms 2024-12-12T02:13:45,983 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.5 so closing down 2024-12-12T02:13:45,983 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:45,983 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:45,985 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-12T02:13:45,985 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-12T02:13:45,986 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-12T02:13:45,986 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-12T02:13:45,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742169_1348 (size=743) 2024-12-12T02:13:45,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742169_1348 (size=743) 2024-12-12T02:13:45,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742170_1349 (size=743) 2024-12-12T02:13:45,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742170_1349 (size=743) 2024-12-12T02:13:45,990 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:45,990 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:45,991 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-12T02:13:45,991 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-12T02:13:45,991 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:45,991 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.5, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.5, size=1.4 K (1393bytes) at 1733969625980Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.5 so closing down at 1733969625983 (+3 ms)3 split writer threads finished at 1733969625983Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733969625986 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733969625986Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969625990 (+4 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969625990Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733969625991 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733969625991Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969625991 2024-12-12T02:13:45,992 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.5 to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/oldWALs/wal.dat.5 2024-12-12T02:13:45,992 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.6, size=1.4 K (1405bytes) 2024-12-12T02:13:45,992 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.6 2024-12-12T02:13:45,993 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.6 after 1ms 2024-12-12T02:13:45,994 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.6 took 2ms 2024-12-12T02:13:45,995 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.6 so closing down 2024-12-12T02:13:45,995 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:45,995 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:45,997 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-12T02:13:45,997 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-12T02:13:45,997 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-12T02:13:45,998 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-12T02:13:46,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742171_1350 (size=749) 2024-12-12T02:13:46,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742171_1350 (size=749) 2024-12-12T02:13:46,005 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:46,006 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-12T02:13:46,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742172_1351 (size=749) 2024-12-12T02:13:46,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742172_1351 (size=749) 2024-12-12T02:13:46,012 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:46,013 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-12T02:13:46,013 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-12T02:13:46,013 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.6, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.6, size=1.4 K (1405bytes) at 1733969625992Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.6 so closing down at 1733969625995 (+3 ms)3 split writer threads finished at 1733969625995Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733969625998 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733969625998Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969626005 (+7 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733969626006 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969626012 (+6 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733969626013 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733969626013 2024-12-12T02:13:46,014 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.6 to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/oldWALs/wal.dat.6 2024-12-12T02:13:46,015 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.7, size=1.4 K (1413bytes) 2024-12-12T02:13:46,015 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.7 2024-12-12T02:13:46,015 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.7 after 0ms 2024-12-12T02:13:46,017 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.7 took 1ms 2024-12-12T02:13:46,018 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.7 so closing down 2024-12-12T02:13:46,018 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:46,018 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:46,019 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-12T02:13:46,020 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-12T02:13:46,020 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-12T02:13:46,021 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-12T02:13:46,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742173_1352 (size=753) 2024-12-12T02:13:46,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742173_1352 (size=753) 2024-12-12T02:13:46,025 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:46,026 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-12T02:13:46,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742174_1353 (size=753) 2024-12-12T02:13:46,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742174_1353 (size=753) 2024-12-12T02:13:46,031 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:46,032 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-12T02:13:46,032 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-12T02:13:46,032 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.7, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.7, size=1.4 K (1413bytes) at 1733969626015Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.7 so closing down at 1733969626018 (+3 ms)3 split writer threads finished at 1733969626018Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733969626020 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733969626021 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969626025 (+4 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733969626026 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969626031 (+5 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733969626032 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733969626032 2024-12-12T02:13:46,033 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.7 to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/oldWALs/wal.dat.7 2024-12-12T02:13:46,034 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.8, size=1.4 K (1413bytes) 2024-12-12T02:13:46,034 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.8 2024-12-12T02:13:46,035 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.8 after 0ms 2024-12-12T02:13:46,036 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.8 took 3ms 2024-12-12T02:13:46,038 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.8 so closing down 2024-12-12T02:13:46,038 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:46,038 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:46,043 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-12T02:13:46,044 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-12T02:13:46,045 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-12T02:13:46,046 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-12T02:13:46,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742175_1354 (size=753) 2024-12-12T02:13:46,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742175_1354 (size=753) 2024-12-12T02:13:46,058 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:46,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742176_1355 (size=753) 2024-12-12T02:13:46,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742176_1355 (size=753) 2024-12-12T02:13:46,059 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:46,060 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-12T02:13:46,060 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-12T02:13:46,061 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-12T02:13:46,061 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.8, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.8, size=1.4 K (1413bytes) at 1733969626034Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.8 so closing down at 1733969626038 (+4 ms)3 split writer threads finished at 1733969626038Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733969626045 (+7 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733969626046 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969626058 (+12 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969626059 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733969626060 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733969626060Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733969626061 (+1 ms) 2024-12-12T02:13:46,062 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.8 to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/oldWALs/wal.dat.8 2024-12-12T02:13:46,062 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.9, size=1.4 K (1413bytes) 2024-12-12T02:13:46,062 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.9 2024-12-12T02:13:46,063 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.9 after 0ms 2024-12-12T02:13:46,064 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.9 took 2ms 2024-12-12T02:13:46,066 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.9 so closing down 2024-12-12T02:13:46,066 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:46,066 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:46,069 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-12T02:13:46,069 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-12T02:13:46,071 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-12T02:13:46,072 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-12T02:13:46,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742177_1356 (size=753) 2024-12-12T02:13:46,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742177_1356 (size=753) 2024-12-12T02:13:46,085 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:46,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742178_1357 (size=753) 2024-12-12T02:13:46,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742178_1357 (size=753) 2024-12-12T02:13:46,086 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:46,087 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-12T02:13:46,089 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-12T02:13:46,089 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-12T02:13:46,089 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.9, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.9, size=1.4 K (1413bytes) at 1733969626062Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.9 so closing down at 1733969626066 (+4 ms)3 split writer threads finished at 1733969626066Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733969626071 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733969626072 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969626085 (+13 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969626086 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733969626087 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733969626089 (+2 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733969626089 2024-12-12T02:13:46,091 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.9 to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/oldWALs/wal.dat.9 2024-12-12T02:13:46,092 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.empty, size=93 (93bytes) 2024-12-12T02:13:46,092 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.empty 2024-12-12T02:13:46,092 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.empty after 0ms 2024-12-12T02:13:46,094 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.empty took 2ms 2024-12-12T02:13:46,095 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.empty so closing down 2024-12-12T02:13:46,095 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:46,095 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:46,096 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-12-12T02:13:46,096 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.empty, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.empty, size=93 (93bytes) at 1733969626092Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.empty so closing down at 1733969626095 (+3 ms)3 split writer threads finished at 1733969626096 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1733969626096 2024-12-12T02:13:46,097 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/WALs/testemptylogfiles,16010,1733969625737/wal.dat.empty to hdfs://localhost:46345/user/jenkins/test-data/5dd3f574-869c-4464-d5ee-3eb1d104e211/oldWALs/wal.dat.empty 2024-12-12T02:13:46,202 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=143 (was 145), OpenFileDescriptor=394 (was 402), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=347 (was 347), ProcessCount=11 (was 11), AvailableMemoryMB=4883 (was 4901) 2024-12-12T02:13:46,230 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=143, OpenFileDescriptor=394, MaxFileDescriptor=1048576, SystemLoadAverage=347, ProcessCount=11, AvailableMemoryMB=4881 2024-12-12T02:13:46,230 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-12T02:13:46,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742179_1358 (size=7) 2024-12-12T02:13:46,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742179_1358 (size=7) 2024-12-12T02:13:46,253 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3 with version=8 2024-12-12T02:13:46,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:46,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:46,270 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:46,270 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-12T02:13:46,270 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-12T02:13:46,272 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-12T02:13:46,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742180_1359 (size=1393) 2024-12-12T02:13:46,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742180_1359 (size=1393) 2024-12-12T02:13:46,325 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-12T02:13:46,325 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-12T02:13:46,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742181_1360 (size=1393) 2024-12-12T02:13:46,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742181_1360 (size=1393) 2024-12-12T02:13:46,774 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-12T02:13:46,774 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-12T02:13:46,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742182_1361 (size=1393) 2024-12-12T02:13:46,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742182_1361 (size=1393) 2024-12-12T02:13:46,841 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-12T02:13:46,841 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-12T02:13:46,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742183_1362 (size=1393) 2024-12-12T02:13:46,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742183_1362 (size=1393) 2024-12-12T02:13:46,896 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-12T02:13:46,896 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-12T02:13:46,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:46,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742184_1363 (size=1393) 2024-12-12T02:13:46,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742184_1363 (size=1393) 2024-12-12T02:13:46,974 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-12T02:13:46,974 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-12T02:13:46,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:46,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742185_1364 (size=1393) 2024-12-12T02:13:47,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742185_1364 (size=1393) 2024-12-12T02:13:47,026 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-12T02:13:47,027 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-12T02:13:47,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742186_1365 (size=1405) 2024-12-12T02:13:47,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742186_1365 (size=1405) 2024-12-12T02:13:47,120 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-12T02:13:47,120 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-12T02:13:47,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742187_1366 (size=1413) 2024-12-12T02:13:47,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742187_1366 (size=1413) 2024-12-12T02:13:47,184 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-12T02:13:47,184 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-12T02:13:47,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742188_1367 (size=1413) 2024-12-12T02:13:47,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742188_1367 (size=1413) 2024-12-12T02:13:47,660 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-12T02:13:47,661 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-12T02:13:47,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:47,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:47,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742189_1368 (size=1413) 2024-12-12T02:13:47,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742189_1368 (size=1413) 2024-12-12T02:13:47,711 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-12T02:13:47,766 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.0, size=1.4 K (1393bytes) 2024-12-12T02:13:47,766 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.0 2024-12-12T02:13:47,767 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.0 after 1ms 2024-12-12T02:13:47,773 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.0 took 6ms 2024-12-12T02:13:47,786 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.0 so closing down 2024-12-12T02:13:47,786 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:47,786 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:47,795 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:47,795 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-12T02:13:47,800 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:47,800 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-12T02:13:47,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742190_1369 (size=743) 2024-12-12T02:13:47,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742190_1369 (size=743) 2024-12-12T02:13:47,819 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 1 ms) 2024-12-12T02:13:47,823 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-12T02:13:47,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742191_1370 (size=743) 2024-12-12T02:13:47,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742191_1370 (size=743) 2024-12-12T02:13:47,842 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:47,848 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-12T02:13:47,848 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:47,849 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.0, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.0, size=1.4 K (1393bytes) at 1733969627766Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.0 so closing down at 1733969627786 (+20 ms)3 split writer threads finished at 1733969627786Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733969627800 (+14 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733969627800Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 1 ms) at 1733969627819 (+19 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733969627823 (+4 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969627842 (+19 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733969627848 (+6 ms)Processed 20 edits across 2 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969627849 (+1 ms) 2024-12-12T02:13:47,851 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.0 to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/oldWALs/wal.dat.0 2024-12-12T02:13:47,851 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.1, size=1.4 K (1393bytes) 2024-12-12T02:13:47,851 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.1 2024-12-12T02:13:47,852 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.1 after 1ms 2024-12-12T02:13:47,854 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.1 took 3ms 2024-12-12T02:13:47,864 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.1 so closing down 2024-12-12T02:13:47,865 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:47,874 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:47,891 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-12T02:13:47,905 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-12T02:13:47,907 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-12T02:13:47,911 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-12T02:13:47,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742192_1371 (size=743) 2024-12-12T02:13:47,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742192_1371 (size=743) 2024-12-12T02:13:47,954 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:47,958 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-12T02:13:47,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742193_1372 (size=743) 2024-12-12T02:13:47,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742193_1372 (size=743) 2024-12-12T02:13:47,975 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:47,977 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-12T02:13:47,977 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 114 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:47,977 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.1, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.1, size=1.4 K (1393bytes) at 1733969627851Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.1 so closing down at 1733969627864 (+13 ms)3 split writer threads finished at 1733969627874 (+10 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733969627905 (+31 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733969627911 (+6 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969627954 (+43 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733969627958 (+4 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969627975 (+17 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733969627977 (+2 ms)Processed 20 edits across 2 Regions in 114 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969627977 2024-12-12T02:13:47,983 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.1 to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/oldWALs/wal.dat.1 2024-12-12T02:13:47,983 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.2, size=1.4 K (1393bytes) 2024-12-12T02:13:47,984 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.2 2024-12-12T02:13:47,984 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.2 after 0ms 2024-12-12T02:13:47,986 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.2 took 3ms 2024-12-12T02:13:47,988 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.2 so closing down 2024-12-12T02:13:47,988 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:47,988 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:47,990 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-12T02:13:47,993 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-12T02:13:47,996 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-12T02:13:47,997 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-12T02:13:48,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742195_1374 (size=743) 2024-12-12T02:13:48,070 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:48,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742195_1374 (size=743) 2024-12-12T02:13:48,072 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-12T02:13:48,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742194_1373 (size=743) 2024-12-12T02:13:48,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742194_1373 (size=743) 2024-12-12T02:13:48,101 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:48,103 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-12T02:13:48,103 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 116 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:48,103 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.2, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.2, size=1.4 K (1393bytes) at 1733969627983Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.2 so closing down at 1733969627988 (+5 ms)3 split writer threads finished at 1733969627988Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733969627993 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733969627997 (+4 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969628070 (+73 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733969628072 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969628101 (+29 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733969628103 (+2 ms)Processed 20 edits across 2 Regions in 116 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969628103 2024-12-12T02:13:48,105 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.2 to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/oldWALs/wal.dat.2 2024-12-12T02:13:48,106 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.3, size=1.4 K (1393bytes) 2024-12-12T02:13:48,106 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.3 2024-12-12T02:13:48,106 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.3 after 0ms 2024-12-12T02:13:48,109 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.3 took 3ms 2024-12-12T02:13:48,114 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.3 so closing down 2024-12-12T02:13:48,114 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:48,116 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:48,122 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-12T02:13:48,125 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-12T02:13:48,127 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-12T02:13:48,140 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-12T02:13:48,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742196_1375 (size=743) 2024-12-12T02:13:48,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742196_1375 (size=743) 2024-12-12T02:13:48,159 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:48,160 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-12T02:13:48,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742197_1376 (size=743) 2024-12-12T02:13:48,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742197_1376 (size=743) 2024-12-12T02:13:48,180 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:48,182 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-12T02:13:48,182 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 69 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:48,182 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.3, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.3, size=1.4 K (1393bytes) at 1733969628106Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.3 so closing down at 1733969628114 (+8 ms)3 split writer threads finished at 1733969628116 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733969628125 (+9 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733969628140 (+15 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969628159 (+19 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733969628160 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969628180 (+20 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733969628182 (+2 ms)Processed 20 edits across 2 Regions in 69 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969628182 2024-12-12T02:13:48,191 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.3 to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/oldWALs/wal.dat.3 2024-12-12T02:13:48,192 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.4, size=1.4 K (1393bytes) 2024-12-12T02:13:48,192 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.4 2024-12-12T02:13:48,192 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.4 after 0ms 2024-12-12T02:13:48,195 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.4 took 4ms 2024-12-12T02:13:48,196 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.4 so closing down 2024-12-12T02:13:48,196 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:48,197 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:48,199 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-12T02:13:48,199 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-12T02:13:48,200 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-12T02:13:48,207 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-12T02:13:48,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742198_1377 (size=743) 2024-12-12T02:13:48,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742198_1377 (size=743) 2024-12-12T02:13:48,230 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:48,232 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-12T02:13:48,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742199_1378 (size=743) 2024-12-12T02:13:48,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742199_1378 (size=743) 2024-12-12T02:13:48,251 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:48,253 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-12T02:13:48,253 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:48,253 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.4, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.4, size=1.4 K (1393bytes) at 1733969628192Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.4 so closing down at 1733969628196 (+4 ms)3 split writer threads finished at 1733969628197 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733969628200 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733969628207 (+7 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969628230 (+23 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733969628232 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969628251 (+19 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733969628253 (+2 ms)Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969628253 2024-12-12T02:13:48,255 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.4 to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/oldWALs/wal.dat.4 2024-12-12T02:13:48,256 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.5, size=1.4 K (1393bytes) 2024-12-12T02:13:48,256 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.5 2024-12-12T02:13:48,256 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.5 after 0ms 2024-12-12T02:13:48,260 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.5 took 5ms 2024-12-12T02:13:48,278 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.5 so closing down 2024-12-12T02:13:48,278 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:48,278 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:48,281 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-12T02:13:48,282 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-12T02:13:48,285 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-12T02:13:48,299 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-12T02:13:48,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742200_1379 (size=743) 2024-12-12T02:13:48,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742200_1379 (size=743) 2024-12-12T02:13:48,330 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:48,334 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-12T02:13:48,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742201_1380 (size=743) 2024-12-12T02:13:48,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742201_1380 (size=743) 2024-12-12T02:13:48,374 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:48,376 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-12T02:13:48,376 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 99 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:48,376 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.5, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.5, size=1.4 K (1393bytes) at 1733969628256Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.5 so closing down at 1733969628278 (+22 ms)3 split writer threads finished at 1733969628278Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733969628282 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733969628299 (+17 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969628330 (+31 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733969628334 (+4 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969628374 (+40 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733969628376 (+2 ms)Processed 20 edits across 2 Regions in 99 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969628376 2024-12-12T02:13:48,378 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.5 to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/oldWALs/wal.dat.5 2024-12-12T02:13:48,378 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.6, size=1.4 K (1405bytes) 2024-12-12T02:13:48,378 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.6 2024-12-12T02:13:48,378 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.6 after 0ms 2024-12-12T02:13:48,380 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.6 took 2ms 2024-12-12T02:13:48,389 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.6 so closing down 2024-12-12T02:13:48,389 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:48,389 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:48,393 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-12T02:13:48,393 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-12T02:13:48,394 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-12T02:13:48,396 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-12T02:13:48,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742203_1382 (size=749) 2024-12-12T02:13:48,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742203_1382 (size=749) 2024-12-12T02:13:48,418 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:48,419 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-12T02:13:48,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742202_1381 (size=749) 2024-12-12T02:13:48,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742202_1381 (size=749) 2024-12-12T02:13:48,422 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:48,423 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-12T02:13:48,424 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-12T02:13:48,424 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.6, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.6, size=1.4 K (1405bytes) at 1733969628378Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.6 so closing down at 1733969628389 (+11 ms)3 split writer threads finished at 1733969628389Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733969628394 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733969628396 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969628418 (+22 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733969628419 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969628422 (+3 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733969628423 (+1 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733969628424 (+1 ms) 2024-12-12T02:13:48,425 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.6 to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/oldWALs/wal.dat.6 2024-12-12T02:13:48,426 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.7, size=1.4 K (1413bytes) 2024-12-12T02:13:48,426 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.7 2024-12-12T02:13:48,426 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.7 after 0ms 2024-12-12T02:13:48,428 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.7 took 3ms 2024-12-12T02:13:48,431 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.7 so closing down 2024-12-12T02:13:48,431 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:48,432 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:48,448 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-12T02:13:48,453 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-12T02:13:48,454 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-12T02:13:48,461 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-12T02:13:48,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742204_1383 (size=753) 2024-12-12T02:13:48,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742204_1383 (size=753) 2024-12-12T02:13:48,497 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:48,498 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-12T02:13:48,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742205_1384 (size=753) 2024-12-12T02:13:48,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742205_1384 (size=753) 2024-12-12T02:13:48,507 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:48,509 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-12T02:13:48,509 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-12T02:13:48,509 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.7, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.7, size=1.4 K (1413bytes) at 1733969628426Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.7 so closing down at 1733969628431 (+5 ms)3 split writer threads finished at 1733969628432 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733969628454 (+22 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733969628461 (+7 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969628497 (+36 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733969628498 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969628507 (+9 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733969628509 (+2 ms)Processed 20 edits across 2 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733969628509 2024-12-12T02:13:48,514 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.7 to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/oldWALs/wal.dat.7 2024-12-12T02:13:48,514 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.8, size=1.4 K (1413bytes) 2024-12-12T02:13:48,514 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.8 2024-12-12T02:13:48,515 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.8 after 1ms 2024-12-12T02:13:48,517 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.8 took 3ms 2024-12-12T02:13:48,520 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.8 so closing down 2024-12-12T02:13:48,521 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:48,521 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:48,526 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-12T02:13:48,532 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-12T02:13:48,542 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-12T02:13:48,545 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-12T02:13:48,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742206_1385 (size=753) 2024-12-12T02:13:48,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742206_1385 (size=753) 2024-12-12T02:13:48,570 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:48,571 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-12T02:13:48,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742207_1386 (size=753) 2024-12-12T02:13:48,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742207_1386 (size=753) 2024-12-12T02:13:48,593 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:48,600 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-12T02:13:48,600 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 81 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-12T02:13:48,600 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.8, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.8, size=1.4 K (1413bytes) at 1733969628514Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.8 so closing down at 1733969628520 (+6 ms)3 split writer threads finished at 1733969628521 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733969628532 (+11 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733969628545 (+13 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969628570 (+25 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733969628571 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969628593 (+22 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733969628600 (+7 ms)Processed 20 edits across 2 Regions in 81 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733969628600 2024-12-12T02:13:48,603 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.8 to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/oldWALs/wal.dat.8 2024-12-12T02:13:48,603 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.9, size=1.4 K (1413bytes) 2024-12-12T02:13:48,603 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.9 2024-12-12T02:13:48,604 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.9 after 1ms 2024-12-12T02:13:48,607 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.9 took 4ms 2024-12-12T02:13:48,613 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.9 so closing down 2024-12-12T02:13:48,613 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:48,614 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:48,624 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-12T02:13:48,626 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-12T02:13:48,634 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-12T02:13:48,641 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-12T02:13:48,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742208_1387 (size=753) 2024-12-12T02:13:48,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742208_1387 (size=753) 2024-12-12T02:13:48,657 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:48,661 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-12T02:13:48,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742209_1388 (size=753) 2024-12-12T02:13:48,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742209_1388 (size=753) 2024-12-12T02:13:48,670 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:48,672 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-12T02:13:48,672 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-12T02:13:48,672 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.9, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.9, size=1.4 K (1413bytes) at 1733969628603Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.9 so closing down at 1733969628613 (+10 ms)3 split writer threads finished at 1733969628614 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733969628634 (+20 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733969628641 (+7 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969628657 (+16 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733969628661 (+4 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969628670 (+9 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733969628672 (+2 ms)Processed 20 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733969628672 2024-12-12T02:13:48,674 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733969626270/wal.dat.9 to hdfs://localhost:46345/user/jenkins/test-data/76893a01-44cd-bd60-3ae7-81b9c19f7798/oldWALs/wal.dat.9 2024-12-12T02:13:48,698 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=142 (was 143), OpenFileDescriptor=394 (was 394), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=391 (was 347) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4743 (was 4881) 2024-12-12T02:13:48,708 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=142, OpenFileDescriptor=394, MaxFileDescriptor=1048576, SystemLoadAverage=391, ProcessCount=11, AvailableMemoryMB=4741 2024-12-12T02:13:48,708 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-12T02:13:48,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742210_1389 (size=7) 2024-12-12T02:13:48,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742210_1389 (size=7) 2024-12-12T02:13:49,125 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3 with version=8 2024-12-12T02:13:49,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:49,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:49,139 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:49,151 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:46345/user/jenkins/test-data/d3822d38-682a-82dc-6491-16f526588eb3/data/hbase/meta/1588230740/recovered.edits 2024-12-12T02:13:49,168 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=142 (was 142), OpenFileDescriptor=394 (was 394), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=391 (was 391), ProcessCount=11 (was 11), AvailableMemoryMB=4681 (was 4741) 2024-12-12T02:13:49,177 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=142, OpenFileDescriptor=394, MaxFileDescriptor=1048576, SystemLoadAverage=391, ProcessCount=11, AvailableMemoryMB=4680 2024-12-12T02:13:49,177 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-12T02:13:49,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742211_1390 (size=7) 2024-12-12T02:13:49,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742211_1390 (size=7) 2024-12-12T02:13:49,201 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3 with version=8 2024-12-12T02:13:49,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:49,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:49,209 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:49,209 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-12-12T02:13:49,211 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-12T02:13:49,213 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-12-12T02:13:49,213 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-12-12T02:13:49,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:49,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:49,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:49,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:49,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:49,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:49,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:49,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:49,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:49,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:49,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:49,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:49,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:49,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:49,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:49,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:49,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:49,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:49,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:49,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:49,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742212_1391 (size=818) 2024-12-12T02:13:49,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742212_1391 (size=818) 2024-12-12T02:13:49,670 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/be62b995-f7f2-9a63-60f8-d08bcd1ee341/WALs/testemptywaledit,16010,1733969629209/wal.dat.5, size=818 (818bytes) 2024-12-12T02:13:49,670 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/be62b995-f7f2-9a63-60f8-d08bcd1ee341/WALs/testemptywaledit,16010,1733969629209/wal.dat.5 2024-12-12T02:13:49,670 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/be62b995-f7f2-9a63-60f8-d08bcd1ee341/WALs/testemptywaledit,16010,1733969629209/wal.dat.5 after 0ms 2024-12-12T02:13:49,681 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/be62b995-f7f2-9a63-60f8-d08bcd1ee341/WALs/testemptywaledit,16010,1733969629209/wal.dat.5 took 6ms 2024-12-12T02:13:49,699 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/be62b995-f7f2-9a63-60f8-d08bcd1ee341/WALs/testemptywaledit,16010,1733969629209/wal.dat.5 so closing down 2024-12-12T02:13:49,699 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:49,699 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:49,704 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-12-12T02:13:49,708 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/be62b995-f7f2-9a63-60f8-d08bcd1ee341/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-12-12T02:13:49,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742213_1392 (size=783) 2024-12-12T02:13:49,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742213_1392 (size=783) 2024-12-12T02:13:49,723 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/be62b995-f7f2-9a63-60f8-d08bcd1ee341/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-12-12T02:13:49,725 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/be62b995-f7f2-9a63-60f8-d08bcd1ee341/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/be62b995-f7f2-9a63-60f8-d08bcd1ee341/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-12-12T02:13:49,726 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/be62b995-f7f2-9a63-60f8-d08bcd1ee341/WALs/testemptywaledit,16010,1733969629209/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-12-12T02:13:49,726 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/be62b995-f7f2-9a63-60f8-d08bcd1ee341/WALs/testemptywaledit,16010,1733969629209/wal.dat.5, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/be62b995-f7f2-9a63-60f8-d08bcd1ee341/WALs/testemptywaledit,16010,1733969629209/wal.dat.5, size=818 (818bytes) at 1733969629670Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/be62b995-f7f2-9a63-60f8-d08bcd1ee341/WALs/testemptywaledit,16010,1733969629209/wal.dat.5 so closing down at 1733969629699 (+29 ms)3 split writer threads finished at 1733969629699Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/be62b995-f7f2-9a63-60f8-d08bcd1ee341/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1733969629708 (+9 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/be62b995-f7f2-9a63-60f8-d08bcd1ee341/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1733969629723 (+15 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/be62b995-f7f2-9a63-60f8-d08bcd1ee341/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/be62b995-f7f2-9a63-60f8-d08bcd1ee341/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1733969629725 (+2 ms)Processed 11 edits across 1 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/be62b995-f7f2-9a63-60f8-d08bcd1ee341/WALs/testemptywaledit,16010,1733969629209/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1733969629726 (+1 ms) 2024-12-12T02:13:49,727 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/be62b995-f7f2-9a63-60f8-d08bcd1ee341/WALs/testemptywaledit,16010,1733969629209/wal.dat.5 to hdfs://localhost:46345/user/jenkins/test-data/be62b995-f7f2-9a63-60f8-d08bcd1ee341/oldWALs/wal.dat.5 2024-12-12T02:13:49,746 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=142 (was 142), OpenFileDescriptor=394 (was 394), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=391 (was 391), ProcessCount=11 (was 11), AvailableMemoryMB=4609 (was 4680) 2024-12-12T02:13:49,767 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=142, OpenFileDescriptor=394, MaxFileDescriptor=1048576, SystemLoadAverage=391, ProcessCount=11, AvailableMemoryMB=4606 2024-12-12T02:13:49,767 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-12T02:13:49,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742214_1393 (size=7) 2024-12-12T02:13:49,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742214_1393 (size=7) 2024-12-12T02:13:50,194 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3 with version=8 2024-12-12T02:13:50,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:50,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:50,199 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:50,199 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-12T02:13:50,199 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-12T02:13:50,201 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-12T02:13:50,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742215_1394 (size=1393) 2024-12-12T02:13:50,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742215_1394 (size=1393) 2024-12-12T02:13:50,242 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-12T02:13:50,243 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-12T02:13:50,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742216_1395 (size=1393) 2024-12-12T02:13:50,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742216_1395 (size=1393) 2024-12-12T02:13:50,267 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-12T02:13:50,267 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-12T02:13:50,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742217_1396 (size=1393) 2024-12-12T02:13:50,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742217_1396 (size=1393) 2024-12-12T02:13:50,289 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-12T02:13:50,290 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-12T02:13:50,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742218_1397 (size=1393) 2024-12-12T02:13:50,314 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-12T02:13:50,315 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-12T02:13:50,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742218_1397 (size=1393) 2024-12-12T02:13:50,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742219_1398 (size=1393) 2024-12-12T02:13:50,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742219_1398 (size=1393) 2024-12-12T02:13:50,377 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-12T02:13:50,377 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-12T02:13:50,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742220_1399 (size=1393) 2024-12-12T02:13:50,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742220_1399 (size=1393) 2024-12-12T02:13:50,438 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-12T02:13:50,439 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-12T02:13:50,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742221_1400 (size=1405) 2024-12-12T02:13:50,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742221_1400 (size=1405) 2024-12-12T02:13:50,477 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-12T02:13:50,477 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-12T02:13:50,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742222_1401 (size=1413) 2024-12-12T02:13:50,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742222_1401 (size=1413) 2024-12-12T02:13:50,528 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-12T02:13:50,529 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-12T02:13:50,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742223_1402 (size=1413) 2024-12-12T02:13:50,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742223_1402 (size=1413) 2024-12-12T02:13:50,558 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-12T02:13:50,558 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-12T02:13:50,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:50,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:50,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742224_1403 (size=1413) 2024-12-12T02:13:50,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742224_1403 (size=1413) 2024-12-12T02:13:50,601 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-12T02:13:50,636 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.0, size=1.4 K (1393bytes) 2024-12-12T02:13:50,636 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.0 2024-12-12T02:13:50,637 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.0 after 0ms 2024-12-12T02:13:50,639 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.0 took 3ms 2024-12-12T02:13:50,642 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.0 so closing down 2024-12-12T02:13:50,643 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:50,643 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:50,648 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:50,648 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-12T02:13:50,649 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:50,649 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-12T02:13:50,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742226_1405 (size=743) 2024-12-12T02:13:50,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742227_1406 (size=743) 2024-12-12T02:13:50,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742227_1406 (size=743) 2024-12-12T02:13:50,665 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:50,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742226_1405 (size=743) 2024-12-12T02:13:50,666 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-12T02:13:50,669 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:50,671 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-12T02:13:50,671 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:50,671 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.0, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.0, size=1.4 K (1393bytes) at 1733969630636Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.0 so closing down at 1733969630642 (+6 ms)3 split writer threads finished at 1733969630643 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733969630649 (+6 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733969630649Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969630665 (+16 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733969630666 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969630669 (+3 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733969630671 (+2 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969630671 2024-12-12T02:13:50,675 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.0 to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/oldWALs/wal.dat.0 2024-12-12T02:13:50,677 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.1, size=1.4 K (1393bytes) 2024-12-12T02:13:50,678 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.1 2024-12-12T02:13:50,680 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.1 after 2ms 2024-12-12T02:13:50,686 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.1 took 11ms 2024-12-12T02:13:50,696 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.1 so closing down 2024-12-12T02:13:50,696 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:50,696 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:50,709 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-12T02:13:50,717 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-12T02:13:50,718 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-12T02:13:50,732 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-12T02:13:50,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742228_1407 (size=743) 2024-12-12T02:13:50,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742228_1407 (size=743) 2024-12-12T02:13:50,773 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:50,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742229_1408 (size=743) 2024-12-12T02:13:50,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742229_1408 (size=743) 2024-12-12T02:13:50,775 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-12T02:13:50,776 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:50,777 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-12T02:13:50,777 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:50,777 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.1, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.1, size=1.4 K (1393bytes) at 1733969630678Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.1 so closing down at 1733969630696 (+18 ms)3 split writer threads finished at 1733969630696Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733969630718 (+22 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733969630732 (+14 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969630773 (+41 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733969630775 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969630776 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733969630777 (+1 ms)Processed 20 edits across 2 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969630777 2024-12-12T02:13:50,779 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.1 to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/oldWALs/wal.dat.1 2024-12-12T02:13:50,779 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.2, size=1.4 K (1393bytes) 2024-12-12T02:13:50,779 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.2 2024-12-12T02:13:50,779 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.2 after 0ms 2024-12-12T02:13:50,781 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.2 took 2ms 2024-12-12T02:13:50,795 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.2 so closing down 2024-12-12T02:13:50,795 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:50,795 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:50,798 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-12T02:13:50,798 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-12T02:13:50,808 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-12T02:13:50,824 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-12T02:13:50,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742231_1410 (size=743) 2024-12-12T02:13:50,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742231_1410 (size=743) 2024-12-12T02:13:50,860 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:50,862 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-12T02:13:50,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742230_1409 (size=743) 2024-12-12T02:13:50,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742230_1409 (size=743) 2024-12-12T02:13:50,881 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:50,884 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-12T02:13:50,884 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 90 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:50,884 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.2, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.2, size=1.4 K (1393bytes) at 1733969630779Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.2 so closing down at 1733969630795 (+16 ms)3 split writer threads finished at 1733969630795Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733969630808 (+13 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733969630824 (+16 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969630860 (+36 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733969630862 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969630881 (+19 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733969630884 (+3 ms)Processed 20 edits across 2 Regions in 90 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969630884 2024-12-12T02:13:50,886 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.2 to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/oldWALs/wal.dat.2 2024-12-12T02:13:50,886 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.3, size=1.4 K (1393bytes) 2024-12-12T02:13:50,886 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.3 2024-12-12T02:13:50,888 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.3 after 2ms 2024-12-12T02:13:50,890 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.3 took 4ms 2024-12-12T02:13:50,903 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.3 so closing down 2024-12-12T02:13:50,903 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:50,909 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:50,913 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-12T02:13:50,918 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-12T02:13:50,919 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-12T02:13:50,928 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-12T02:13:50,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742232_1411 (size=743) 2024-12-12T02:13:50,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742232_1411 (size=743) 2024-12-12T02:13:50,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742233_1412 (size=743) 2024-12-12T02:13:50,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742233_1412 (size=743) 2024-12-12T02:13:50,986 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:50,987 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-12T02:13:51,352 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:51,354 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-12T02:13:51,354 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 452 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:51,354 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.3, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.3, size=1.4 K (1393bytes) at 1733969630886Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.3 so closing down at 1733969630903 (+17 ms)3 split writer threads finished at 1733969630909 (+6 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733969630919 (+10 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733969630928 (+9 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969630986 (+58 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733969630987 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969631352 (+365 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733969631354 (+2 ms)Processed 20 edits across 2 Regions in 452 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969631354 2024-12-12T02:13:51,356 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.3 to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/oldWALs/wal.dat.3 2024-12-12T02:13:51,356 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.4, size=1.4 K (1393bytes) 2024-12-12T02:13:51,356 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.4 2024-12-12T02:13:51,356 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.4 after 0ms 2024-12-12T02:13:51,358 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.4 took 2ms 2024-12-12T02:13:51,363 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.4 so closing down 2024-12-12T02:13:51,363 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:51,363 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:51,366 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-12T02:13:51,367 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-12T02:13:51,370 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-12T02:13:51,372 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-12T02:13:51,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742234_1413 (size=743) 2024-12-12T02:13:51,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742234_1413 (size=743) 2024-12-12T02:13:51,378 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:51,379 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-12T02:13:51,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742235_1414 (size=743) 2024-12-12T02:13:51,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742235_1414 (size=743) 2024-12-12T02:13:51,799 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:51,801 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-12T02:13:51,801 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 439 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:51,801 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.4, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.4, size=1.4 K (1393bytes) at 1733969631356Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.4 so closing down at 1733969631363 (+7 ms)3 split writer threads finished at 1733969631363Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733969631367 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733969631372 (+5 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969631378 (+6 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733969631379 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969631799 (+420 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733969631801 (+2 ms)Processed 20 edits across 2 Regions in 439 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969631801 2024-12-12T02:13:51,803 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.4 to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/oldWALs/wal.dat.4 2024-12-12T02:13:51,803 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.5, size=1.4 K (1394bytes) 2024-12-12T02:13:51,803 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.5 2024-12-12T02:13:51,803 WARN [IPC Server handler 1 on default port 46345 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1415 for block blk_1073742225_1404 2024-12-12T02:13:51,804 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.5 after 1ms 2024-12-12T02:13:52,532 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-795226261_22 at /127.0.0.1:43982 [Receiving block BP-1148646962-172.17.0.2-1733969592331:blk_1073742225_1404] {}] datanode.DataXceiver(331): 127.0.0.1:41391:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43982 dst: /127.0.0.1:41391 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T02:13:52,532 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-795226261_22 at /127.0.0.1:33832 [Receiving block BP-1148646962-172.17.0.2-1733969592331:blk_1073742225_1404] {}] datanode.DataXceiver(331): 127.0.0.1:34907:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33832 dst: /127.0.0.1:34907 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34907 remote=/127.0.0.1:33832]. Total timeout mills is 60000, 58084 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T02:13:52,533 WARN [ResponseProcessor for block BP-1148646962-172.17.0.2-1733969592331:blk_1073742225_1404 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1148646962-172.17.0.2-1733969592331:blk_1073742225_1404 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-12T02:13:52,533 WARN [DataStreamer for file /user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.5 block BP-1148646962-172.17.0.2-1733969592331:blk_1073742225_1404 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1148646962-172.17.0.2-1733969592331:blk_1073742225_1404 in pipeline [DatanodeInfoWithStorage[127.0.0.1:34907,DS-acc5b7d5-4276-4d48-8810-f5e9761aba8e,DISK], DatanodeInfoWithStorage[127.0.0.1:41391,DS-d71f15be-b4a2-444d-a7a4-f2d078b66cb2,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:34907,DS-acc5b7d5-4276-4d48-8810-f5e9761aba8e,DISK]) is bad. 2024-12-12T02:13:52,536 WARN [DataStreamer for file /user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.5 block BP-1148646962-172.17.0.2-1733969592331:blk_1073742225_1404 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1148646962-172.17.0.2-1733969592331:blk_1073742225_1404 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-12T02:13:55,804 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.5 after 4001ms 2024-12-12T02:13:55,807 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.5 took 4004ms 2024-12-12T02:13:55,809 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-12T02:13:55,810 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.5 so closing down 2024-12-12T02:13:55,810 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:55,810 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:55,812 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-12T02:13:55,818 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-12T02:13:55,820 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-12T02:13:55,825 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-12T02:13:55,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742236_1416 (size=418) 2024-12-12T02:13:55,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742236_1416 (size=418) 2024-12-12T02:13:55,830 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:55,831 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-12-12T02:13:55,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742237_1417 (size=353) 2024-12-12T02:13:55,838 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:55,839 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-12-12T02:13:55,840 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-12-12T02:13:55,840 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.5, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.5, size=1.4 K (1394bytes) at 1733969631803Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.5 so closing down at 1733969635810 (+4007 ms)3 split writer threads finished at 1733969635810Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733969635818 (+8 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733969635825 (+7 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733969635830 (+5 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1733969635831 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1733969635838 (+7 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1733969635839 (+1 ms)Processed 9 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1733969635840 (+1 ms) 2024-12-12T02:13:55,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742237_1417 (size=353) 2024-12-12T02:13:55,842 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.5 to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/corrupt/wal.dat.5 2024-12-12T02:13:55,842 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.6, size=1.4 K (1405bytes) 2024-12-12T02:13:55,842 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.6 2024-12-12T02:13:55,842 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.6 after 0ms 2024-12-12T02:13:55,844 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.6 took 2ms 2024-12-12T02:13:55,850 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.6 so closing down 2024-12-12T02:13:55,850 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:55,850 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:55,854 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-12T02:13:55,854 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-12T02:13:55,860 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-12T02:13:55,860 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-12T02:13:55,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742239_1419 (size=749) 2024-12-12T02:13:55,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742238_1418 (size=749) 2024-12-12T02:13:55,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742239_1419 (size=749) 2024-12-12T02:13:55,876 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:55,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742238_1418 (size=749) 2024-12-12T02:13:55,876 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:55,877 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-12T02:13:55,878 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-12T02:13:55,878 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-12T02:13:55,878 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.6, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.6, size=1.4 K (1405bytes) at 1733969635842Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.6 so closing down at 1733969635850 (+8 ms)3 split writer threads finished at 1733969635850Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733969635860 (+10 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733969635860Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969635876 (+16 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969635876Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733969635877 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733969635878 (+1 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733969635878 2024-12-12T02:13:55,880 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.6 to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/oldWALs/wal.dat.6 2024-12-12T02:13:55,880 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.7, size=1.4 K (1413bytes) 2024-12-12T02:13:55,880 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.7 2024-12-12T02:13:55,880 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.7 after 0ms 2024-12-12T02:13:55,885 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.7 took 5ms 2024-12-12T02:13:55,893 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.7 so closing down 2024-12-12T02:13:55,893 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:55,894 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:55,897 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-12T02:13:55,897 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-12T02:13:55,907 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-12T02:13:55,907 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-12T02:13:55,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742241_1421 (size=753) 2024-12-12T02:13:55,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742241_1421 (size=753) 2024-12-12T02:13:55,921 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:55,922 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-12T02:13:55,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742240_1420 (size=753) 2024-12-12T02:13:55,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742240_1420 (size=753) 2024-12-12T02:13:55,930 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:55,931 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-12T02:13:55,931 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-12T02:13:55,931 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.7, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.7, size=1.4 K (1413bytes) at 1733969635880Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.7 so closing down at 1733969635893 (+13 ms)3 split writer threads finished at 1733969635894 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733969635907 (+13 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733969635907Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969635921 (+14 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733969635922 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969635930 (+8 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733969635931 (+1 ms)Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733969635931 2024-12-12T02:13:55,933 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.7 to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/oldWALs/wal.dat.7 2024-12-12T02:13:55,933 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.8, size=1.4 K (1413bytes) 2024-12-12T02:13:55,933 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.8 2024-12-12T02:13:55,934 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.8 after 1ms 2024-12-12T02:13:55,936 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.8 took 3ms 2024-12-12T02:13:55,937 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.8 so closing down 2024-12-12T02:13:55,937 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:55,937 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:55,946 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-12T02:13:55,953 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-12T02:13:55,955 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-12T02:13:55,965 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-12T02:13:55,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742242_1422 (size=753) 2024-12-12T02:13:55,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742242_1422 (size=753) 2024-12-12T02:13:55,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742243_1423 (size=753) 2024-12-12T02:13:55,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742243_1423 (size=753) 2024-12-12T02:13:55,992 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:55,993 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-12T02:13:56,382 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:56,383 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-12T02:13:56,383 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 447 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-12T02:13:56,384 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.8, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.8, size=1.4 K (1413bytes) at 1733969635933Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.8 so closing down at 1733969635937 (+4 ms)3 split writer threads finished at 1733969635937Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733969635953 (+16 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733969635965 (+12 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969635992 (+27 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733969635993 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969636382 (+389 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733969636383 (+1 ms)Processed 20 edits across 2 Regions in 447 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733969636384 (+1 ms) 2024-12-12T02:13:56,385 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.8 to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/oldWALs/wal.dat.8 2024-12-12T02:13:56,385 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.9, size=1.4 K (1413bytes) 2024-12-12T02:13:56,386 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.9 2024-12-12T02:13:56,386 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.9 after 0ms 2024-12-12T02:13:56,390 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.9 took 5ms 2024-12-12T02:13:56,391 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.9 so closing down 2024-12-12T02:13:56,391 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:56,391 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:56,395 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-12T02:13:56,395 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-12T02:13:56,396 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-12T02:13:56,396 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-12T02:13:56,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742244_1424 (size=753) 2024-12-12T02:13:56,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742244_1424 (size=753) 2024-12-12T02:13:56,405 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:56,407 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-12T02:13:56,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742245_1425 (size=753) 2024-12-12T02:13:56,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742245_1425 (size=753) 2024-12-12T02:13:56,422 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:56,423 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-12T02:13:56,423 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-12T02:13:56,423 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.9, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.9, size=1.4 K (1413bytes) at 1733969636385Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.9 so closing down at 1733969636391 (+6 ms)3 split writer threads finished at 1733969636391Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733969636396 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733969636396Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969636405 (+9 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733969636407 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969636422 (+15 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733969636423 (+1 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733969636423 2024-12-12T02:13:56,425 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733969630199/wal.dat.9 to hdfs://localhost:46345/user/jenkins/test-data/f08564e4-a86c-8eff-c588-3cdded699248/oldWALs/wal.dat.9 2024-12-12T02:13:56,491 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=143 (was 142) - Thread LEAK? -, OpenFileDescriptor=398 (was 394) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=440 (was 391) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4436 (was 4606) 2024-12-12T02:13:56,504 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=143, OpenFileDescriptor=398, MaxFileDescriptor=1048576, SystemLoadAverage=440, ProcessCount=11, AvailableMemoryMB=4435 2024-12-12T02:13:56,504 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-12T02:13:56,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742246_1426 (size=7) 2024-12-12T02:13:56,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742246_1426 (size=7) 2024-12-12T02:13:56,560 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3 with version=8 2024-12-12T02:13:56,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:56,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:56,565 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:56,565 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-12-12T02:13:56,566 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-12T02:13:56,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:56,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:56,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:56,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:56,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:56,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:56,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:56,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:56,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:56,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:56,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:56,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:56,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:56,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:56,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:56,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:56,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:56,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:56,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:56,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:56,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742247_1427 (size=863) 2024-12-12T02:13:56,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742247_1427 (size=863) 2024-12-12T02:13:56,593 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-12T02:13:56,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742248_1428 (size=823) 2024-12-12T02:13:56,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742248_1428 (size=823) 2024-12-12T02:13:56,649 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/d9155486-77a7-e8be-aecb-afcbc227d49f/WALs/testeofisignored,16010,1733969636565/wal.dat.0, size=823 (823bytes) 2024-12-12T02:13:56,649 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/d9155486-77a7-e8be-aecb-afcbc227d49f/WALs/testeofisignored,16010,1733969636565/wal.dat.0 2024-12-12T02:13:56,650 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/d9155486-77a7-e8be-aecb-afcbc227d49f/WALs/testeofisignored,16010,1733969636565/wal.dat.0 after 1ms 2024-12-12T02:13:56,668 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/d9155486-77a7-e8be-aecb-afcbc227d49f/WALs/testeofisignored,16010,1733969636565/wal.dat.0 took 19ms 2024-12-12T02:13:56,701 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46345/user/jenkins/test-data/d9155486-77a7-e8be-aecb-afcbc227d49f/WALs/testeofisignored,16010,1733969636565/wal.dat.0; continuing. 2024-12-12T02:13:56,701 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d9155486-77a7-e8be-aecb-afcbc227d49f/WALs/testeofisignored,16010,1733969636565/wal.dat.0 so closing down 2024-12-12T02:13:56,701 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:56,708 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:56,739 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:56,750 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d9155486-77a7-e8be-aecb-afcbc227d49f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:56,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742249_1429 (size=786) 2024-12-12T02:13:56,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742249_1429 (size=786) 2024-12-12T02:13:56,805 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d9155486-77a7-e8be-aecb-afcbc227d49f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:56,807 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d9155486-77a7-e8be-aecb-afcbc227d49f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/d9155486-77a7-e8be-aecb-afcbc227d49f/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-12-12T02:13:56,808 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 112 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d9155486-77a7-e8be-aecb-afcbc227d49f/WALs/testeofisignored,16010,1733969636565/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-12-12T02:13:56,808 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/d9155486-77a7-e8be-aecb-afcbc227d49f/WALs/testeofisignored,16010,1733969636565/wal.dat.0, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/d9155486-77a7-e8be-aecb-afcbc227d49f/WALs/testeofisignored,16010,1733969636565/wal.dat.0, size=823 (823bytes) at 1733969636649Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d9155486-77a7-e8be-aecb-afcbc227d49f/WALs/testeofisignored,16010,1733969636565/wal.dat.0 so closing down at 1733969636701 (+52 ms)3 split writer threads finished at 1733969636708 (+7 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d9155486-77a7-e8be-aecb-afcbc227d49f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733969636750 (+42 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d9155486-77a7-e8be-aecb-afcbc227d49f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733969636805 (+55 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d9155486-77a7-e8be-aecb-afcbc227d49f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/d9155486-77a7-e8be-aecb-afcbc227d49f/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1733969636807 (+2 ms)Processed 9 edits across 1 Regions in 112 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d9155486-77a7-e8be-aecb-afcbc227d49f/WALs/testeofisignored,16010,1733969636565/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1733969636808 (+1 ms) 2024-12-12T02:13:56,810 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/d9155486-77a7-e8be-aecb-afcbc227d49f/WALs/testeofisignored,16010,1733969636565/wal.dat.0 to hdfs://localhost:46345/user/jenkins/test-data/d9155486-77a7-e8be-aecb-afcbc227d49f/oldWALs/wal.dat.0 2024-12-12T02:13:56,829 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=143 (was 143), OpenFileDescriptor=398 (was 398), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=440 (was 440), ProcessCount=11 (was 11), AvailableMemoryMB=4429 (was 4435) 2024-12-12T02:13:56,861 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=143, OpenFileDescriptor=398, MaxFileDescriptor=1048576, SystemLoadAverage=440, ProcessCount=11, AvailableMemoryMB=4429 2024-12-12T02:13:56,861 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-12T02:13:56,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742250_1430 (size=7) 2024-12-12T02:13:56,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742250_1430 (size=7) 2024-12-12T02:13:56,923 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3 with version=8 2024-12-12T02:13:56,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:56,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:56,929 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:56,929 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-12-12T02:13:56,931 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-12-12T02:13:56,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742251_1431 (size=93) 2024-12-12T02:13:56,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742251_1431 (size=93) 2024-12-12T02:13:56,967 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/9cc2ff51-95a3-318c-bc45-454c0a80fb59/WALs/testsplitlogfileempty,16010,1733969636929/wal.dat..empty, size=93 (93bytes) 2024-12-12T02:13:56,967 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/9cc2ff51-95a3-318c-bc45-454c0a80fb59/WALs/testsplitlogfileempty,16010,1733969636929/wal.dat..empty 2024-12-12T02:13:56,967 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/9cc2ff51-95a3-318c-bc45-454c0a80fb59/WALs/testsplitlogfileempty,16010,1733969636929/wal.dat..empty after 0ms 2024-12-12T02:13:56,970 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/9cc2ff51-95a3-318c-bc45-454c0a80fb59/WALs/testsplitlogfileempty,16010,1733969636929/wal.dat..empty took 3ms 2024-12-12T02:13:56,971 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/9cc2ff51-95a3-318c-bc45-454c0a80fb59/WALs/testsplitlogfileempty,16010,1733969636929/wal.dat..empty so closing down 2024-12-12T02:13:56,971 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:56,973 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:56,973 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/9cc2ff51-95a3-318c-bc45-454c0a80fb59/WALs/testsplitlogfileempty,16010,1733969636929/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-12-12T02:13:56,973 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/9cc2ff51-95a3-318c-bc45-454c0a80fb59/WALs/testsplitlogfileempty,16010,1733969636929/wal.dat..empty, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/9cc2ff51-95a3-318c-bc45-454c0a80fb59/WALs/testsplitlogfileempty,16010,1733969636929/wal.dat..empty, size=93 (93bytes) at 1733969636967Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/9cc2ff51-95a3-318c-bc45-454c0a80fb59/WALs/testsplitlogfileempty,16010,1733969636929/wal.dat..empty so closing down at 1733969636971 (+4 ms)3 split writer threads finished at 1733969636973 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/9cc2ff51-95a3-318c-bc45-454c0a80fb59/WALs/testsplitlogfileempty,16010,1733969636929/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1733969636973 2024-12-12T02:13:56,978 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/9cc2ff51-95a3-318c-bc45-454c0a80fb59/WALs/testsplitlogfileempty,16010,1733969636929/wal.dat..empty to hdfs://localhost:46345/user/jenkins/test-data/9cc2ff51-95a3-318c-bc45-454c0a80fb59/oldWALs/wal.dat..empty 2024-12-12T02:13:57,007 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=143 (was 143), OpenFileDescriptor=398 (was 398), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=440 (was 440), ProcessCount=11 (was 11), AvailableMemoryMB=4427 (was 4429) 2024-12-12T02:13:57,017 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=143, OpenFileDescriptor=398, MaxFileDescriptor=1048576, SystemLoadAverage=440, ProcessCount=11, AvailableMemoryMB=4426 2024-12-12T02:13:57,018 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-12T02:13:57,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742252_1432 (size=7) 2024-12-12T02:13:57,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742252_1432 (size=7) 2024-12-12T02:13:57,078 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3 with version=8 2024-12-12T02:13:57,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:57,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:57,085 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:57,085 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-12T02:13:57,086 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-12T02:13:57,087 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-12T02:13:57,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742253_1433 (size=1393) 2024-12-12T02:13:57,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742253_1433 (size=1393) 2024-12-12T02:13:57,156 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-12T02:13:57,156 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-12T02:13:57,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742254_1434 (size=1393) 2024-12-12T02:13:57,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742254_1434 (size=1393) 2024-12-12T02:13:57,232 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-12T02:13:57,233 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-12T02:13:57,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742255_1435 (size=1393) 2024-12-12T02:13:57,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742255_1435 (size=1393) 2024-12-12T02:13:57,308 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-12T02:13:57,308 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-12T02:13:57,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742256_1436 (size=1393) 2024-12-12T02:13:57,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742256_1436 (size=1393) 2024-12-12T02:13:57,334 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-12T02:13:57,334 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-12T02:13:57,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742257_1437 (size=1393) 2024-12-12T02:13:57,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742257_1437 (size=1393) 2024-12-12T02:13:57,361 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-12T02:13:57,361 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-12T02:13:57,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742258_1438 (size=1393) 2024-12-12T02:13:57,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742258_1438 (size=1393) 2024-12-12T02:13:57,385 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-12T02:13:57,386 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-12T02:13:57,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742259_1439 (size=1405) 2024-12-12T02:13:57,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742259_1439 (size=1405) 2024-12-12T02:13:57,400 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-12T02:13:57,401 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-12T02:13:57,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742260_1440 (size=1413) 2024-12-12T02:13:57,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742260_1440 (size=1413) 2024-12-12T02:13:57,417 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-12T02:13:57,417 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-12T02:13:57,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742261_1441 (size=1413) 2024-12-12T02:13:57,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742261_1441 (size=1413) 2024-12-12T02:13:57,438 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-12T02:13:57,438 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-12T02:13:57,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:57,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:57,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742262_1442 (size=1413) 2024-12-12T02:13:57,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742262_1442 (size=1413) 2024-12-12T02:13:57,454 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-12T02:13:57,480 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.0, size=1.4 K (1393bytes) 2024-12-12T02:13:57,480 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.0 2024-12-12T02:13:57,480 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.0 after 0ms 2024-12-12T02:13:57,482 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.0 took 2ms 2024-12-12T02:13:57,484 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.0 so closing down 2024-12-12T02:13:57,484 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:57,484 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:57,486 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-12T02:13:57,486 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:57,487 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:57,492 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-12T02:13:57,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742264_1444 (size=743) 2024-12-12T02:13:57,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742264_1444 (size=743) 2024-12-12T02:13:57,499 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:57,500 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-12T02:13:57,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742263_1443 (size=743) 2024-12-12T02:13:57,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742263_1443 (size=743) 2024-12-12T02:13:57,501 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:57,502 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-12T02:13:57,503 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:57,503 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.0, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.0, size=1.4 K (1393bytes) at 1733969637480Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.0 so closing down at 1733969637484 (+4 ms)3 split writer threads finished at 1733969637484Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733969637487 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733969637492 (+5 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969637499 (+7 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733969637500 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969637501 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733969637502 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969637503 (+1 ms) 2024-12-12T02:13:57,505 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.0 to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/oldWALs/wal.dat.0 2024-12-12T02:13:57,505 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.1, size=1.4 K (1393bytes) 2024-12-12T02:13:57,505 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.1 2024-12-12T02:13:57,505 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.1 after 0ms 2024-12-12T02:13:57,507 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.1 took 2ms 2024-12-12T02:13:57,508 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.1 so closing down 2024-12-12T02:13:57,508 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:57,508 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:57,511 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-12T02:13:57,511 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-12T02:13:57,513 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-12T02:13:57,513 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-12T02:13:57,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742265_1445 (size=743) 2024-12-12T02:13:57,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742266_1446 (size=743) 2024-12-12T02:13:57,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742265_1445 (size=743) 2024-12-12T02:13:57,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742266_1446 (size=743) 2024-12-12T02:13:57,531 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:57,532 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:57,535 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-12T02:13:57,535 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-12T02:13:57,535 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:57,535 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.1, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.1, size=1.4 K (1393bytes) at 1733969637505Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.1 so closing down at 1733969637508 (+3 ms)3 split writer threads finished at 1733969637508Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733969637513 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733969637513Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969637532 (+19 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969637532Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733969637535 (+3 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733969637535Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969637535 2024-12-12T02:13:57,543 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.1 to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/oldWALs/wal.dat.1 2024-12-12T02:13:57,543 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.2, size=1.4 K (1393bytes) 2024-12-12T02:13:57,543 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.2 2024-12-12T02:13:57,544 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.2 after 0ms 2024-12-12T02:13:57,546 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.2 took 3ms 2024-12-12T02:13:57,554 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.2 so closing down 2024-12-12T02:13:57,554 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:57,554 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:57,559 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-12T02:13:57,560 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-12T02:13:57,564 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-12T02:13:57,572 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-12T02:13:57,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742267_1447 (size=743) 2024-12-12T02:13:57,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742267_1447 (size=743) 2024-12-12T02:13:57,597 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:57,601 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-12T02:13:57,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742268_1448 (size=743) 2024-12-12T02:13:57,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742268_1448 (size=743) 2024-12-12T02:13:57,636 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:57,638 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-12T02:13:57,638 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 85 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:57,638 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.2, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.2, size=1.4 K (1393bytes) at 1733969637543Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.2 so closing down at 1733969637554 (+11 ms)3 split writer threads finished at 1733969637554Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733969637564 (+10 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733969637572 (+8 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969637597 (+25 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733969637601 (+4 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969637636 (+35 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733969637638 (+2 ms)Processed 20 edits across 2 Regions in 85 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969637638 2024-12-12T02:13:57,641 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.2 to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/oldWALs/wal.dat.2 2024-12-12T02:13:57,641 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.3, size=1.4 K (1393bytes) 2024-12-12T02:13:57,641 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.3 2024-12-12T02:13:57,641 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.3 after 0ms 2024-12-12T02:13:57,643 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.3 took 2ms 2024-12-12T02:13:57,657 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.3 so closing down 2024-12-12T02:13:57,657 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:57,660 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:57,666 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-12T02:13:57,669 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-12T02:13:57,673 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-12T02:13:57,674 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-12T02:13:57,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742269_1449 (size=743) 2024-12-12T02:13:57,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742269_1449 (size=743) 2024-12-12T02:13:57,711 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:57,712 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-12T02:13:57,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742270_1450 (size=743) 2024-12-12T02:13:57,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742270_1450 (size=743) 2024-12-12T02:13:57,722 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:57,723 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-12T02:13:57,723 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:57,723 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.3, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.3, size=1.4 K (1393bytes) at 1733969637641Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.3 so closing down at 1733969637657 (+16 ms)3 split writer threads finished at 1733969637660 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733969637673 (+13 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733969637674 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969637711 (+37 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733969637712 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969637722 (+10 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733969637723 (+1 ms)Processed 20 edits across 2 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969637723 2024-12-12T02:13:57,725 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.3 to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/oldWALs/wal.dat.3 2024-12-12T02:13:57,725 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.4, size=1.4 K (1393bytes) 2024-12-12T02:13:57,725 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.4 2024-12-12T02:13:57,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.4 after 3ms 2024-12-12T02:13:57,731 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.4 took 6ms 2024-12-12T02:13:57,732 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.4 so closing down 2024-12-12T02:13:57,732 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:57,732 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:57,739 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-12T02:13:57,739 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-12T02:13:57,743 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-12T02:13:57,746 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-12T02:13:57,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742271_1451 (size=743) 2024-12-12T02:13:57,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742271_1451 (size=743) 2024-12-12T02:13:57,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742272_1452 (size=743) 2024-12-12T02:13:57,758 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:57,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742272_1452 (size=743) 2024-12-12T02:13:57,759 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-12T02:13:58,151 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:58,152 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-12T02:13:58,153 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:58,153 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.4, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.4, size=1.4 K (1393bytes) at 1733969637725Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.4 so closing down at 1733969637732 (+7 ms)3 split writer threads finished at 1733969637732Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733969637743 (+11 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733969637746 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969637758 (+12 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733969637759 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969638151 (+392 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733969638152 (+1 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969638153 (+1 ms) 2024-12-12T02:13:58,155 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.4 to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/oldWALs/wal.dat.4 2024-12-12T02:13:58,155 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.5, size=1.4 K (1393bytes) 2024-12-12T02:13:58,155 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.5 2024-12-12T02:13:58,155 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.5 after 0ms 2024-12-12T02:13:58,157 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.5 took 2ms 2024-12-12T02:13:58,158 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.5 so closing down 2024-12-12T02:13:58,158 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:58,159 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:58,161 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-12T02:13:58,161 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-12T02:13:58,162 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-12T02:13:58,163 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-12T02:13:58,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742274_1454 (size=743) 2024-12-12T02:13:58,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742274_1454 (size=743) 2024-12-12T02:13:58,178 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:58,180 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-12T02:13:58,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742273_1453 (size=743) 2024-12-12T02:13:58,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742273_1453 (size=743) 2024-12-12T02:13:58,187 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:58,190 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-12T02:13:58,190 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-12T02:13:58,190 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.5, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.5, size=1.4 K (1393bytes) at 1733969638155Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.5 so closing down at 1733969638158 (+3 ms)3 split writer threads finished at 1733969638159 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733969638162 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733969638163 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969638178 (+15 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733969638180 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969638187 (+7 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733969638190 (+3 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733969638190 2024-12-12T02:13:58,192 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.5 to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/oldWALs/wal.dat.5 2024-12-12T02:13:58,192 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.6, size=1.4 K (1405bytes) 2024-12-12T02:13:58,192 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.6 2024-12-12T02:13:58,192 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.6 after 0ms 2024-12-12T02:13:58,194 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.6 took 2ms 2024-12-12T02:13:58,195 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.6 so closing down 2024-12-12T02:13:58,195 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:58,195 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:58,197 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-12T02:13:58,197 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-12T02:13:58,198 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-12T02:13:58,199 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-12T02:13:58,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742275_1455 (size=749) 2024-12-12T02:13:58,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742275_1455 (size=749) 2024-12-12T02:13:58,211 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:58,214 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-12T02:13:58,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742276_1456 (size=749) 2024-12-12T02:13:58,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742276_1456 (size=749) 2024-12-12T02:13:58,223 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:58,225 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-12T02:13:58,225 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-12T02:13:58,225 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.6, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.6, size=1.4 K (1405bytes) at 1733969638192Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.6 so closing down at 1733969638195 (+3 ms)3 split writer threads finished at 1733969638195Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733969638198 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733969638199 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969638211 (+12 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733969638214 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969638223 (+9 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733969638225 (+2 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733969638225 2024-12-12T02:13:58,227 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.6 to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/oldWALs/wal.dat.6 2024-12-12T02:13:58,227 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.7, size=1.4 K (1413bytes) 2024-12-12T02:13:58,227 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.7 2024-12-12T02:13:58,228 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.7 after 1ms 2024-12-12T02:13:58,230 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.7 took 3ms 2024-12-12T02:13:58,231 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.7 so closing down 2024-12-12T02:13:58,232 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:58,232 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:58,233 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-12T02:13:58,234 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-12T02:13:58,235 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-12T02:13:58,235 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-12T02:13:58,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742277_1457 (size=753) 2024-12-12T02:13:58,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742277_1457 (size=753) 2024-12-12T02:13:58,241 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:58,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742278_1458 (size=753) 2024-12-12T02:13:58,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742278_1458 (size=753) 2024-12-12T02:13:58,243 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:58,243 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-12T02:13:58,244 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-12T02:13:58,244 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-12T02:13:58,244 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.7, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.7, size=1.4 K (1413bytes) at 1733969638227Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.7 so closing down at 1733969638231 (+4 ms)3 split writer threads finished at 1733969638232 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733969638235 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733969638235Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969638241 (+6 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969638243 (+2 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733969638243Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733969638244 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733969638244 2024-12-12T02:13:58,245 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.7 to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/oldWALs/wal.dat.7 2024-12-12T02:13:58,245 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.8, size=1.4 K (1413bytes) 2024-12-12T02:13:58,245 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.8 2024-12-12T02:13:58,246 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.8 after 1ms 2024-12-12T02:13:58,247 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.8 took 2ms 2024-12-12T02:13:58,249 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.8 so closing down 2024-12-12T02:13:58,249 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:58,249 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:58,251 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-12T02:13:58,251 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-12T02:13:58,252 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-12T02:13:58,252 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-12T02:13:58,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742280_1460 (size=753) 2024-12-12T02:13:58,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742280_1460 (size=753) 2024-12-12T02:13:58,257 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:58,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742279_1459 (size=753) 2024-12-12T02:13:58,258 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-12T02:13:58,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742279_1459 (size=753) 2024-12-12T02:13:58,260 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:58,261 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-12T02:13:58,262 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-12T02:13:58,262 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.8, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.8, size=1.4 K (1413bytes) at 1733969638245Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.8 so closing down at 1733969638249 (+4 ms)3 split writer threads finished at 1733969638249Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733969638252 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733969638252Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969638257 (+5 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733969638258 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969638260 (+2 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733969638261 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733969638262 (+1 ms) 2024-12-12T02:13:58,263 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.8 to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/oldWALs/wal.dat.8 2024-12-12T02:13:58,263 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.9, size=1.4 K (1413bytes) 2024-12-12T02:13:58,263 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.9 2024-12-12T02:13:58,264 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.9 after 0ms 2024-12-12T02:13:58,265 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.9 took 2ms 2024-12-12T02:13:58,266 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.9 so closing down 2024-12-12T02:13:58,266 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:58,266 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:58,268 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-12T02:13:58,268 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-12T02:13:58,269 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-12T02:13:58,269 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-12T02:13:58,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742281_1461 (size=753) 2024-12-12T02:13:58,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742281_1461 (size=753) 2024-12-12T02:13:58,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742282_1462 (size=753) 2024-12-12T02:13:58,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742282_1462 (size=753) 2024-12-12T02:13:58,280 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:58,280 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:58,281 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-12T02:13:58,282 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-12T02:13:58,282 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-12T02:13:58,282 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.9, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.9, size=1.4 K (1413bytes) at 1733969638263Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.9 so closing down at 1733969638266 (+3 ms)3 split writer threads finished at 1733969638266Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733969638269 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733969638269Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969638280 (+11 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969638280Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733969638281 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733969638282 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733969638282 2024-12-12T02:13:58,284 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/WALs/testlogsgetarchivedaftersplit,16010,1733969637085/wal.dat.9 to hdfs://localhost:46345/user/jenkins/test-data/a506c649-5776-0567-27b6-2bedb3b50ab3/oldWALs/wal.dat.9 2024-12-12T02:13:58,293 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=143 (was 143), OpenFileDescriptor=398 (was 398), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=440 (was 440), ProcessCount=11 (was 11), AvailableMemoryMB=4417 (was 4426) 2024-12-12T02:13:58,302 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=143, OpenFileDescriptor=398, MaxFileDescriptor=1048576, SystemLoadAverage=440, ProcessCount=11, AvailableMemoryMB=4417 2024-12-12T02:13:58,302 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-12T02:13:58,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742283_1463 (size=7) 2024-12-12T02:13:58,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742283_1463 (size=7) 2024-12-12T02:13:58,309 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3 with version=8 2024-12-12T02:13:58,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:58,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:58,313 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:58,314 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-12-12T02:13:58,314 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-12-12T02:13:58,315 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-12T02:13:58,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742284_1464 (size=723) 2024-12-12T02:13:58,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742284_1464 (size=723) 2024-12-12T02:13:58,324 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-12T02:13:58,324 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-12T02:13:58,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742285_1465 (size=723) 2024-12-12T02:13:58,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742285_1465 (size=723) 2024-12-12T02:13:58,331 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-12T02:13:58,331 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-12T02:13:58,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742286_1466 (size=723) 2024-12-12T02:13:58,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742286_1466 (size=723) 2024-12-12T02:13:58,340 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-12T02:13:58,340 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-12T02:13:58,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742287_1467 (size=723) 2024-12-12T02:13:58,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742287_1467 (size=723) 2024-12-12T02:13:58,348 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-12T02:13:58,348 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-12T02:13:58,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742288_1468 (size=723) 2024-12-12T02:13:58,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742288_1468 (size=723) 2024-12-12T02:13:58,759 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-12T02:13:58,759 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-12T02:13:58,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742289_1469 (size=723) 2024-12-12T02:13:58,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742289_1469 (size=723) 2024-12-12T02:13:58,776 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-12T02:13:58,776 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-12T02:13:58,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742290_1470 (size=723) 2024-12-12T02:13:58,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742290_1470 (size=723) 2024-12-12T02:13:58,793 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-12T02:13:58,793 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-12T02:13:58,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:58,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:58,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742291_1471 (size=723) 2024-12-12T02:13:58,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742291_1471 (size=723) 2024-12-12T02:13:59,202 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-12T02:13:59,202 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-12T02:13:59,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742292_1472 (size=723) 2024-12-12T02:13:59,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742292_1472 (size=723) 2024-12-12T02:13:59,218 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-12T02:13:59,218 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-12T02:13:59,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742293_1473 (size=723) 2024-12-12T02:13:59,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742293_1473 (size=723) 2024-12-12T02:13:59,231 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-12T02:13:59,252 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:46345/user/jenkins/test-data/d77c196e-843d-b14e-d662-2286124332f4/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:46345/user/jenkins/test-data/d77c196e-843d-b14e-d662-2286124332f4/oldWALs, maxLogs=32 2024-12-12T02:13:59,290 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1733969639287 2024-12-12T02:13:59,305 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d77c196e-843d-b14e-d662-2286124332f4/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1733969639287 2024-12-12T02:13:59,374 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:43949:43949),(127.0.0.1/127.0.0.1:42445:42445)] 2024-12-12T02:13:59,403 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/d77c196e-843d-b14e-d662-2286124332f4/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733969638313/wal.dat.0, size=723 (723bytes) 2024-12-12T02:13:59,403 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/d77c196e-843d-b14e-d662-2286124332f4/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733969638313/wal.dat.0 2024-12-12T02:13:59,403 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/d77c196e-843d-b14e-d662-2286124332f4/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733969638313/wal.dat.0 after 0ms 2024-12-12T02:13:59,406 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/d77c196e-843d-b14e-d662-2286124332f4/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733969638313/wal.dat.0 took 3ms 2024-12-12T02:13:59,410 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d77c196e-843d-b14e-d662-2286124332f4/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733969638313/wal.dat.0 so closing down 2024-12-12T02:13:59,410 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:13:59,411 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:13:59,414 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:59,415 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d77c196e-843d-b14e-d662-2286124332f4/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-12T02:13:59,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742295_1475 (size=723) 2024-12-12T02:13:59,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742295_1475 (size=723) 2024-12-12T02:13:59,429 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d77c196e-843d-b14e-d662-2286124332f4/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:13:59,431 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d77c196e-843d-b14e-d662-2286124332f4/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/d77c196e-843d-b14e-d662-2286124332f4/data/default/t1/r0/recovered.edits/0000000000000000009 2024-12-12T02:13:59,431 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d77c196e-843d-b14e-d662-2286124332f4/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733969638313/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-12-12T02:13:59,431 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/d77c196e-843d-b14e-d662-2286124332f4/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733969638313/wal.dat.0, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/d77c196e-843d-b14e-d662-2286124332f4/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733969638313/wal.dat.0, size=723 (723bytes) at 1733969639403Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/d77c196e-843d-b14e-d662-2286124332f4/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733969638313/wal.dat.0 so closing down at 1733969639410 (+7 ms)3 split writer threads finished at 1733969639411 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d77c196e-843d-b14e-d662-2286124332f4/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733969639415 (+4 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/d77c196e-843d-b14e-d662-2286124332f4/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969639429 (+14 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/d77c196e-843d-b14e-d662-2286124332f4/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/d77c196e-843d-b14e-d662-2286124332f4/data/default/t1/r0/recovered.edits/0000000000000000009 at 1733969639431 (+2 ms)Processed 10 edits across 1 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/d77c196e-843d-b14e-d662-2286124332f4/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733969638313/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1733969639431 2024-12-12T02:13:59,432 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-12T02:13:59,433 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-12T02:13:59,433 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-12T02:13:59,433 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-12T02:13:59,433 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-12T02:13:59,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742294_1474 (size=93) 2024-12-12T02:13:59,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742294_1474 (size=93) 2024-12-12T02:13:59,439 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d77c196e-843d-b14e-d662-2286124332f4/oldWALs 2024-12-12T02:13:59,442 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1733969639287) 2024-12-12T02:13:59,459 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=149 (was 143) - Thread LEAK? -, OpenFileDescriptor=398 (was 398), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=437 (was 440), ProcessCount=11 (was 11), AvailableMemoryMB=4408 (was 4417) 2024-12-12T02:13:59,478 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=149, OpenFileDescriptor=398, MaxFileDescriptor=1048576, SystemLoadAverage=437, ProcessCount=11, AvailableMemoryMB=4405 2024-12-12T02:13:59,478 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-12T02:13:59,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742296_1476 (size=7) 2024-12-12T02:13:59,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742296_1476 (size=7) 2024-12-12T02:13:59,535 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3 with version=8 2024-12-12T02:13:59,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:59,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:13:59,543 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:59,545 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-12-12T02:13:59,545 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:13:59,545 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-12T02:13:59,546 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-12T02:13:59,547 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-12T02:13:59,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742297_1477 (size=1393) 2024-12-12T02:13:59,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742297_1477 (size=1393) 2024-12-12T02:13:59,595 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-12T02:13:59,596 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-12T02:13:59,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742298_1478 (size=1393) 2024-12-12T02:13:59,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742298_1478 (size=1393) 2024-12-12T02:13:59,649 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-12T02:13:59,649 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-12T02:13:59,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742299_1479 (size=1393) 2024-12-12T02:13:59,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742299_1479 (size=1393) 2024-12-12T02:13:59,721 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-12T02:13:59,721 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-12T02:13:59,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742300_1480 (size=1393) 2024-12-12T02:13:59,771 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-12T02:13:59,772 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-12T02:13:59,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742300_1480 (size=1393) 2024-12-12T02:13:59,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742301_1481 (size=1393) 2024-12-12T02:13:59,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742301_1481 (size=1393) 2024-12-12T02:13:59,842 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-12T02:13:59,842 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-12T02:13:59,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742302_1482 (size=1393) 2024-12-12T02:13:59,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742302_1482 (size=1393) 2024-12-12T02:13:59,862 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-12T02:13:59,862 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-12T02:13:59,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742303_1483 (size=1405) 2024-12-12T02:13:59,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742303_1483 (size=1405) 2024-12-12T02:13:59,927 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-12T02:13:59,927 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-12T02:13:59,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742304_1484 (size=1413) 2024-12-12T02:13:59,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742304_1484 (size=1413) 2024-12-12T02:13:59,952 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-12T02:13:59,952 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-12T02:13:59,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742305_1485 (size=1413) 2024-12-12T02:13:59,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742305_1485 (size=1413) 2024-12-12T02:13:59,983 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-12T02:13:59,983 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-12T02:13:59,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:13:59,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:13:59,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742306_1486 (size=1413) 2024-12-12T02:14:00,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742306_1486 (size=1413) 2024-12-12T02:14:00,015 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-12T02:14:00,036 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0, size=1.4 K (1393bytes) 2024-12-12T02:14:00,036 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0 2024-12-12T02:14:00,036 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0 after 0ms 2024-12-12T02:14:00,040 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0 took 4ms 2024-12-12T02:14:00,043 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-12T02:14:00,044 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0 so closing down 2024-12-12T02:14:00,044 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:14:00,044 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:14:00,044 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-12T02:14:00,044 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0, size=1.4 K (1393bytes) at 1733969640036Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0 so closing down at 1733969640044 (+8 ms)3 split writer threads finished at 1733969640044Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733969640044 2024-12-12T02:14:00,050 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0 to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.0 2024-12-12T02:14:00,051 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1, size=1.4 K (1393bytes) 2024-12-12T02:14:00,051 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1 2024-12-12T02:14:00,060 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1 after 9ms 2024-12-12T02:14:00,068 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1 took 17ms 2024-12-12T02:14:00,073 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-12T02:14:00,074 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1 so closing down 2024-12-12T02:14:00,074 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:14:00,075 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:14:00,075 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-12T02:14:00,075 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1, size=1.4 K (1393bytes) at 1733969640051Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1 so closing down at 1733969640074 (+23 ms)3 split writer threads finished at 1733969640075 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733969640075 2024-12-12T02:14:00,078 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1 to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.1 2024-12-12T02:14:00,078 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2, size=1.4 K (1393bytes) 2024-12-12T02:14:00,078 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2 2024-12-12T02:14:00,078 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2 after 0ms 2024-12-12T02:14:00,081 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2 took 3ms 2024-12-12T02:14:00,097 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-12T02:14:00,098 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2 so closing down 2024-12-12T02:14:00,098 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:14:00,098 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:14:00,098 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-12T02:14:00,098 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2, size=1.4 K (1393bytes) at 1733969640078Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2 so closing down at 1733969640098 (+20 ms)3 split writer threads finished at 1733969640098Processed 0 edits across 0 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733969640098 2024-12-12T02:14:00,100 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2 to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.2 2024-12-12T02:14:00,101 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3, size=1.4 K (1393bytes) 2024-12-12T02:14:00,101 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3 2024-12-12T02:14:00,101 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3 after 0ms 2024-12-12T02:14:00,103 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3 took 3ms 2024-12-12T02:14:00,122 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-12T02:14:00,122 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3 so closing down 2024-12-12T02:14:00,123 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:14:00,123 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:14:00,123 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-12T02:14:00,123 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3, size=1.4 K (1393bytes) at 1733969640101Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3 so closing down at 1733969640123 (+22 ms)3 split writer threads finished at 1733969640123Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733969640123 2024-12-12T02:14:00,129 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3 to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.3 2024-12-12T02:14:00,129 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4, size=1.4 K (1393bytes) 2024-12-12T02:14:00,130 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4 2024-12-12T02:14:00,130 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4 after 0ms 2024-12-12T02:14:00,133 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4 took 4ms 2024-12-12T02:14:00,143 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-12T02:14:00,143 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4 so closing down 2024-12-12T02:14:00,143 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:14:00,150 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:14:00,150 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-12T02:14:00,150 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4, size=1.4 K (1393bytes) at 1733969640129Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4 so closing down at 1733969640143 (+14 ms)3 split writer threads finished at 1733969640150 (+7 ms)Processed 0 edits across 0 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733969640150 2024-12-12T02:14:00,153 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4 to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.4 2024-12-12T02:14:00,153 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5, size=1.4 K (1393bytes) 2024-12-12T02:14:00,153 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5 2024-12-12T02:14:00,154 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5 after 1ms 2024-12-12T02:14:00,156 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5 took 3ms 2024-12-12T02:14:00,164 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-12T02:14:00,165 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5 so closing down 2024-12-12T02:14:00,165 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:14:00,165 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:14:00,165 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-12T02:14:00,165 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5, size=1.4 K (1393bytes) at 1733969640153Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5 so closing down at 1733969640165 (+12 ms)3 split writer threads finished at 1733969640165Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733969640165 2024-12-12T02:14:00,167 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5 to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.5 2024-12-12T02:14:00,167 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6, size=1.4 K (1405bytes) 2024-12-12T02:14:00,167 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6 2024-12-12T02:14:00,168 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6 after 1ms 2024-12-12T02:14:00,171 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6 took 4ms 2024-12-12T02:14:00,177 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-12T02:14:00,177 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6 so closing down 2024-12-12T02:14:00,178 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:14:00,178 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:14:00,178 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-12-12T02:14:00,178 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6, size=1.4 K (1405bytes) at 1733969640167Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6 so closing down at 1733969640178 (+11 ms)3 split writer threads finished at 1733969640178Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1733969640178 2024-12-12T02:14:00,180 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6 to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.6 2024-12-12T02:14:00,181 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7, size=1.4 K (1413bytes) 2024-12-12T02:14:00,181 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7 2024-12-12T02:14:00,181 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7 after 0ms 2024-12-12T02:14:00,183 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7 took 2ms 2024-12-12T02:14:00,193 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-12T02:14:00,194 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7 so closing down 2024-12-12T02:14:00,194 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:14:00,198 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:14:00,198 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-12T02:14:00,198 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7, size=1.4 K (1413bytes) at 1733969640181Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7 so closing down at 1733969640194 (+13 ms)3 split writer threads finished at 1733969640198 (+4 ms)Processed 0 edits across 0 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733969640198 2024-12-12T02:14:00,200 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7 to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.7 2024-12-12T02:14:00,200 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8, size=1.4 K (1413bytes) 2024-12-12T02:14:00,200 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8 2024-12-12T02:14:00,201 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8 after 1ms 2024-12-12T02:14:00,203 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8 took 3ms 2024-12-12T02:14:00,213 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-12T02:14:00,214 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8 so closing down 2024-12-12T02:14:00,214 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:14:00,214 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:14:00,214 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-12T02:14:00,214 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8, size=1.4 K (1413bytes) at 1733969640200Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8 so closing down at 1733969640214 (+14 ms)3 split writer threads finished at 1733969640214Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733969640214 2024-12-12T02:14:00,217 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8 to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.8 2024-12-12T02:14:00,217 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9, size=1.4 K (1413bytes) 2024-12-12T02:14:00,217 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9 2024-12-12T02:14:00,218 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9 after 1ms 2024-12-12T02:14:00,220 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9 took 3ms 2024-12-12T02:14:00,228 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-12T02:14:00,229 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9 so closing down 2024-12-12T02:14:00,229 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:14:00,232 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:14:00,232 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-12T02:14:00,232 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9, size=1.4 K (1413bytes) at 1733969640217Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9 so closing down at 1733969640229 (+12 ms)3 split writer threads finished at 1733969640232 (+3 ms)Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733969640232 2024-12-12T02:14:00,234 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9 to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.9 2024-12-12T02:14:00,235 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733969640049; access_time=1733969639547; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733969640077; access_time=1733969639596; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733969640099; access_time=1733969639650; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733969640125; access_time=1733969639722; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733969640151; access_time=1733969639772; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733969640166; access_time=1733969639842; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1733969640179; access_time=1733969639863; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733969640199; access_time=1733969639928; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733969640216; access_time=1733969639953; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733969640233; access_time=1733969639984; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-12-12T02:14:00,240 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:14:00,240 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-12T02:14:00,241 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-12T02:14:00,241 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-12T02:14:00,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742307_1487 (size=1393) 2024-12-12T02:14:00,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742307_1487 (size=1393) 2024-12-12T02:14:00,265 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-12T02:14:00,265 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-12T02:14:00,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742308_1488 (size=1393) 2024-12-12T02:14:00,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742308_1488 (size=1393) 2024-12-12T02:14:00,319 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-12T02:14:00,319 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-12T02:14:00,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742309_1489 (size=1393) 2024-12-12T02:14:00,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742309_1489 (size=1393) 2024-12-12T02:14:00,359 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-12T02:14:00,359 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-12T02:14:00,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742310_1490 (size=1393) 2024-12-12T02:14:00,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742310_1490 (size=1393) 2024-12-12T02:14:00,400 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-12T02:14:00,400 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-12T02:14:00,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742311_1491 (size=1393) 2024-12-12T02:14:00,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742311_1491 (size=1393) 2024-12-12T02:14:00,419 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-12T02:14:00,420 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-12T02:14:00,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742312_1492 (size=1393) 2024-12-12T02:14:00,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742312_1492 (size=1393) 2024-12-12T02:14:00,448 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-12T02:14:00,448 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-12T02:14:00,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742313_1493 (size=1405) 2024-12-12T02:14:00,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742313_1493 (size=1405) 2024-12-12T02:14:00,463 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-12T02:14:00,463 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-12T02:14:00,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742314_1494 (size=1413) 2024-12-12T02:14:00,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742314_1494 (size=1413) 2024-12-12T02:14:00,484 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-12T02:14:00,484 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-12T02:14:00,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742315_1495 (size=1413) 2024-12-12T02:14:00,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742315_1495 (size=1413) 2024-12-12T02:14:00,517 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-12T02:14:00,517 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-12T02:14:00,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:00,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:00,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742316_1496 (size=1413) 2024-12-12T02:14:00,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742316_1496 (size=1413) 2024-12-12T02:14:00,567 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-12T02:14:00,588 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0, size=1.4 K (1393bytes) 2024-12-12T02:14:00,588 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0 2024-12-12T02:14:00,588 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0 after 0ms 2024-12-12T02:14:00,594 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0 took 6ms 2024-12-12T02:14:00,596 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-12T02:14:00,597 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0 so closing down 2024-12-12T02:14:00,597 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:14:00,598 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:14:00,600 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-12T02:14:00,605 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-12T02:14:00,613 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-12T02:14:00,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742317_1497 (size=418) 2024-12-12T02:14:00,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742317_1497 (size=418) 2024-12-12T02:14:00,652 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:00,654 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-12T02:14:00,654 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-12-12T02:14:00,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742318_1498 (size=418) 2024-12-12T02:14:00,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742318_1498 (size=418) 2024-12-12T02:14:00,665 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:00,666 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-12-12T02:14:00,666 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-12T02:14:00,667 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0, size=1.4 K (1393bytes) at 1733969640588Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0 so closing down at 1733969640597 (+9 ms)3 split writer threads finished at 1733969640598 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733969640605 (+7 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733969640652 (+47 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733969640654 (+2 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1733969640654Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733969640665 (+11 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1733969640666 (+1 ms)Processed 10 edits across 2 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733969640666 2024-12-12T02:14:00,669 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0 to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.0 2024-12-12T02:14:00,669 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1, size=1.4 K (1393bytes) 2024-12-12T02:14:00,669 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1 2024-12-12T02:14:00,669 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1 after 0ms 2024-12-12T02:14:00,671 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1 took 2ms 2024-12-12T02:14:00,673 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-12T02:14:00,674 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1 so closing down 2024-12-12T02:14:00,674 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:14:00,674 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:14:00,681 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-12T02:14:00,682 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-12T02:14:00,686 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-12T02:14:00,693 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-12T02:14:00,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742319_1499 (size=418) 2024-12-12T02:14:00,695 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:00,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742319_1499 (size=418) 2024-12-12T02:14:00,697 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-12-12T02:14:00,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742320_1500 (size=418) 2024-12-12T02:14:00,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742320_1500 (size=418) 2024-12-12T02:14:00,713 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:00,714 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-12-12T02:14:00,715 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-12T02:14:00,715 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1, size=1.4 K (1393bytes) at 1733969640669Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1 so closing down at 1733969640674 (+5 ms)3 split writer threads finished at 1733969640674Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733969640682 (+8 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733969640693 (+11 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733969640695 (+2 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1733969640697 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733969640713 (+16 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1733969640714 (+1 ms)Processed 10 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733969640715 (+1 ms) 2024-12-12T02:14:00,716 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1 to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.1 2024-12-12T02:14:00,717 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2, size=1.4 K (1393bytes) 2024-12-12T02:14:00,717 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2 2024-12-12T02:14:00,717 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2 after 0ms 2024-12-12T02:14:00,719 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2 took 3ms 2024-12-12T02:14:00,720 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-12T02:14:00,721 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2 so closing down 2024-12-12T02:14:00,721 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:14:00,721 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:14:00,732 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-12T02:14:00,737 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-12T02:14:00,737 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-12T02:14:00,744 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-12T02:14:00,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742322_1502 (size=418) 2024-12-12T02:14:00,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742322_1502 (size=418) 2024-12-12T02:14:00,769 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:00,771 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-12-12T02:14:00,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742321_1501 (size=418) 2024-12-12T02:14:00,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742321_1501 (size=418) 2024-12-12T02:14:00,778 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:00,779 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-12-12T02:14:00,779 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-12T02:14:00,780 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2, size=1.4 K (1393bytes) at 1733969640717Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2 so closing down at 1733969640721 (+4 ms)3 split writer threads finished at 1733969640721Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733969640737 (+16 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733969640744 (+7 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733969640769 (+25 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1733969640771 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733969640778 (+7 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1733969640779 (+1 ms)Processed 10 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733969640779 2024-12-12T02:14:00,783 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2 to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.2 2024-12-12T02:14:00,783 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3, size=1.4 K (1393bytes) 2024-12-12T02:14:00,783 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3 2024-12-12T02:14:00,784 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3 after 1ms 2024-12-12T02:14:00,786 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3 took 3ms 2024-12-12T02:14:00,789 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-12T02:14:00,790 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3 so closing down 2024-12-12T02:14:00,790 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:14:00,790 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:14:00,794 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-12T02:14:00,797 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-12T02:14:00,799 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-12T02:14:00,800 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-12T02:14:00,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742323_1503 (size=418) 2024-12-12T02:14:00,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742323_1503 (size=418) 2024-12-12T02:14:00,807 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:00,811 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-12-12T02:14:00,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742324_1504 (size=418) 2024-12-12T02:14:00,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742324_1504 (size=418) 2024-12-12T02:14:00,826 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:00,828 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-12-12T02:14:00,828 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-12T02:14:00,828 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3, size=1.4 K (1393bytes) at 1733969640783Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3 so closing down at 1733969640790 (+7 ms)3 split writer threads finished at 1733969640790Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733969640797 (+7 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733969640800 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733969640807 (+7 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1733969640811 (+4 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733969640826 (+15 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1733969640828 (+2 ms)Processed 10 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733969640828 2024-12-12T02:14:00,830 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3 to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.3 2024-12-12T02:14:00,831 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4, size=1.4 K (1393bytes) 2024-12-12T02:14:00,831 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4 2024-12-12T02:14:00,831 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4 after 0ms 2024-12-12T02:14:00,833 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4 took 3ms 2024-12-12T02:14:00,857 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-12T02:14:00,858 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4 so closing down 2024-12-12T02:14:00,858 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:14:00,859 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:14:00,861 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-12T02:14:00,878 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-12T02:14:00,888 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-12T02:14:00,896 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-12T02:14:00,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742326_1506 (size=418) 2024-12-12T02:14:00,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742326_1506 (size=418) 2024-12-12T02:14:00,924 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:00,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742325_1505 (size=418) 2024-12-12T02:14:00,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742325_1505 (size=418) 2024-12-12T02:14:00,927 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-12-12T02:14:00,927 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:00,928 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-12-12T02:14:00,929 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-12T02:14:00,929 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4, size=1.4 K (1393bytes) at 1733969640831Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4 so closing down at 1733969640858 (+27 ms)3 split writer threads finished at 1733969640859 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733969640888 (+29 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733969640896 (+8 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733969640924 (+28 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1733969640927 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733969640927Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1733969640928 (+1 ms)Processed 10 edits across 2 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733969640929 (+1 ms) 2024-12-12T02:14:00,932 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4 to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.4 2024-12-12T02:14:00,932 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5, size=1.4 K (1393bytes) 2024-12-12T02:14:00,932 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5 2024-12-12T02:14:00,933 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5 after 1ms 2024-12-12T02:14:00,937 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5 took 5ms 2024-12-12T02:14:00,942 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-12T02:14:00,943 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5 so closing down 2024-12-12T02:14:00,943 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:14:00,944 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:14:00,949 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-12T02:14:00,960 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-12T02:14:00,965 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-12T02:14:00,976 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-12T02:14:01,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742327_1507 (size=418) 2024-12-12T02:14:01,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742327_1507 (size=418) 2024-12-12T02:14:01,007 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:01,013 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-12-12T02:14:01,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742328_1508 (size=418) 2024-12-12T02:14:01,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742328_1508 (size=418) 2024-12-12T02:14:01,022 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:01,023 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-12-12T02:14:01,024 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-12T02:14:01,024 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5, size=1.4 K (1393bytes) at 1733969640932Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5 so closing down at 1733969640943 (+11 ms)3 split writer threads finished at 1733969640944 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733969640960 (+16 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733969640976 (+16 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733969641007 (+31 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1733969641013 (+6 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733969641022 (+9 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1733969641023 (+1 ms)Processed 10 edits across 2 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733969641024 (+1 ms) 2024-12-12T02:14:01,025 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5 to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.5 2024-12-12T02:14:01,025 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6, size=1.4 K (1405bytes) 2024-12-12T02:14:01,025 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6 2024-12-12T02:14:01,026 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6 after 1ms 2024-12-12T02:14:01,027 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6 took 2ms 2024-12-12T02:14:01,037 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-12T02:14:01,038 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6 so closing down 2024-12-12T02:14:01,038 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:14:01,038 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:14:01,042 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-12T02:14:01,042 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-12T02:14:01,045 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-12T02:14:01,051 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-12T02:14:01,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742329_1509 (size=419) 2024-12-12T02:14:01,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742329_1509 (size=419) 2024-12-12T02:14:01,056 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:01,058 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-12-12T02:14:01,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742330_1510 (size=419) 2024-12-12T02:14:01,065 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:01,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742330_1510 (size=419) 2024-12-12T02:14:01,067 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-12-12T02:14:01,067 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-12-12T02:14:01,067 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6, size=1.4 K (1405bytes) at 1733969641025Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6 so closing down at 1733969641038 (+13 ms)3 split writer threads finished at 1733969641038Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733969641045 (+7 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733969641051 (+6 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733969641056 (+5 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1733969641058 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733969641065 (+7 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1733969641067 (+2 ms)Processed 10 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1733969641067 2024-12-12T02:14:01,068 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6 to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.6 2024-12-12T02:14:01,069 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7, size=1.4 K (1413bytes) 2024-12-12T02:14:01,069 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7 2024-12-12T02:14:01,069 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7 after 0ms 2024-12-12T02:14:01,071 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7 took 3ms 2024-12-12T02:14:01,072 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-12T02:14:01,073 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7 so closing down 2024-12-12T02:14:01,073 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:14:01,073 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:14:01,074 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-12T02:14:01,083 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-12T02:14:01,084 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-12T02:14:01,088 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-12T02:14:01,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742331_1511 (size=423) 2024-12-12T02:14:01,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742331_1511 (size=423) 2024-12-12T02:14:01,101 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:01,103 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-12-12T02:14:01,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742332_1512 (size=423) 2024-12-12T02:14:01,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742332_1512 (size=423) 2024-12-12T02:14:01,116 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:01,118 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-12-12T02:14:01,118 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-12T02:14:01,118 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7, size=1.4 K (1413bytes) at 1733969641069Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7 so closing down at 1733969641073 (+4 ms)3 split writer threads finished at 1733969641073Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733969641084 (+11 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733969641088 (+4 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733969641101 (+13 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1733969641103 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733969641116 (+13 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1733969641118 (+2 ms)Processed 10 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733969641118 2024-12-12T02:14:01,120 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7 to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.7 2024-12-12T02:14:01,120 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8, size=1.4 K (1413bytes) 2024-12-12T02:14:01,120 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8 2024-12-12T02:14:01,121 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8 after 1ms 2024-12-12T02:14:01,126 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8 took 6ms 2024-12-12T02:14:01,138 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-12T02:14:01,139 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8 so closing down 2024-12-12T02:14:01,139 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:14:01,144 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:14:01,147 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-12T02:14:01,147 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-12T02:14:01,160 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-12T02:14:01,168 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-12T02:14:01,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742333_1513 (size=423) 2024-12-12T02:14:01,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742334_1514 (size=423) 2024-12-12T02:14:01,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742333_1513 (size=423) 2024-12-12T02:14:01,184 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:01,184 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:01,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742334_1514 (size=423) 2024-12-12T02:14:01,186 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-12-12T02:14:01,186 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-12-12T02:14:01,186 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-12T02:14:01,186 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8, size=1.4 K (1413bytes) at 1733969641120Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8 so closing down at 1733969641139 (+19 ms)3 split writer threads finished at 1733969641144 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733969641160 (+16 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733969641168 (+8 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733969641184 (+16 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733969641184Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1733969641186 (+2 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1733969641186Processed 10 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733969641186 2024-12-12T02:14:01,187 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8 to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.8 2024-12-12T02:14:01,188 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9, size=1.4 K (1413bytes) 2024-12-12T02:14:01,188 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9 2024-12-12T02:14:01,188 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9 after 0ms 2024-12-12T02:14:01,189 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9 took 2ms 2024-12-12T02:14:01,191 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-12T02:14:01,191 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9 so closing down 2024-12-12T02:14:01,191 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:14:01,192 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:14:01,198 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-12T02:14:01,198 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-12T02:14:01,199 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-12T02:14:01,216 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-12T02:14:01,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742335_1515 (size=423) 2024-12-12T02:14:01,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742336_1516 (size=423) 2024-12-12T02:14:01,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742336_1516 (size=423) 2024-12-12T02:14:01,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742335_1515 (size=423) 2024-12-12T02:14:01,252 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:01,252 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:01,253 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-12-12T02:14:01,254 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-12-12T02:14:01,254 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-12T02:14:01,254 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9, size=1.4 K (1413bytes) at 1733969641188Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9 so closing down at 1733969641191 (+3 ms)3 split writer threads finished at 1733969641192 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733969641199 (+7 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733969641216 (+17 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733969641252 (+36 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733969641252Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1733969641253 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1733969641254 (+1 ms)Processed 10 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733969641254 2024-12-12T02:14:01,255 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9 to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.9 2024-12-12T02:14:01,257 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733969640668; access_time=1733969640242; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733969640715; access_time=1733969640266; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733969640781; access_time=1733969640320; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733969640829; access_time=1733969640363; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733969640930; access_time=1733969640400; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733969641024; access_time=1733969640420; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1733969641068; access_time=1733969640448; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733969641119; access_time=1733969640463; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733969641187; access_time=1733969640484; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733969641255; access_time=1733969640523; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-12-12T02:14:01,262 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:14:01,262 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-12T02:14:01,263 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-12T02:14:01,264 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-12T02:14:01,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742337_1517 (size=1393) 2024-12-12T02:14:01,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742337_1517 (size=1393) 2024-12-12T02:14:01,290 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-12T02:14:01,290 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-12T02:14:01,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742338_1518 (size=1393) 2024-12-12T02:14:01,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742338_1518 (size=1393) 2024-12-12T02:14:01,345 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-12T02:14:01,345 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-12T02:14:01,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742339_1519 (size=1393) 2024-12-12T02:14:01,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742339_1519 (size=1393) 2024-12-12T02:14:01,357 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-12T02:14:01,357 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-12T02:14:01,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742340_1520 (size=1393) 2024-12-12T02:14:01,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742340_1520 (size=1393) 2024-12-12T02:14:01,372 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-12T02:14:01,372 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-12T02:14:01,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742341_1521 (size=1393) 2024-12-12T02:14:01,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742341_1521 (size=1393) 2024-12-12T02:14:01,391 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-12T02:14:01,391 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-12T02:14:01,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742342_1522 (size=1393) 2024-12-12T02:14:01,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742342_1522 (size=1393) 2024-12-12T02:14:01,420 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-12T02:14:01,421 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-12T02:14:01,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742343_1523 (size=1405) 2024-12-12T02:14:01,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742343_1523 (size=1405) 2024-12-12T02:14:01,443 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-12T02:14:01,443 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-12T02:14:01,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742344_1524 (size=1413) 2024-12-12T02:14:01,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742344_1524 (size=1413) 2024-12-12T02:14:01,465 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-12T02:14:01,465 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-12T02:14:01,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742345_1525 (size=1413) 2024-12-12T02:14:01,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742345_1525 (size=1413) 2024-12-12T02:14:01,885 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-12T02:14:01,885 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-12T02:14:01,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:01,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:01,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742346_1526 (size=1413) 2024-12-12T02:14:01,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742346_1526 (size=1413) 2024-12-12T02:14:01,922 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-12T02:14:01,949 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0, size=1.4 K (1393bytes) 2024-12-12T02:14:01,950 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0 2024-12-12T02:14:01,950 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0 after 0ms 2024-12-12T02:14:01,953 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0 took 4ms 2024-12-12T02:14:01,962 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-12T02:14:01,962 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0 so closing down 2024-12-12T02:14:01,962 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:14:01,964 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:14:01,966 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-12T02:14:01,967 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-12T02:14:01,968 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-12T02:14:01,969 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-12T02:14:01,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742348_1528 (size=678) 2024-12-12T02:14:01,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742348_1528 (size=678) 2024-12-12T02:14:01,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742347_1527 (size=743) 2024-12-12T02:14:01,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742347_1527 (size=743) 2024-12-12T02:14:01,994 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:01,996 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-12T02:14:02,389 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:02,390 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-12-12T02:14:02,391 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 431 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-12T02:14:02,391 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0, size=1.4 K (1393bytes) at 1733969641950Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0 so closing down at 1733969641962 (+12 ms)3 split writer threads finished at 1733969641964 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733969641968 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733969641969 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969641994 (+25 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733969641996 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733969642389 (+393 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1733969642390 (+1 ms)Processed 19 edits across 2 Regions in 431 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733969642391 (+1 ms) 2024-12-12T02:14:02,393 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.0 to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.0 2024-12-12T02:14:02,393 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1, size=1.4 K (1393bytes) 2024-12-12T02:14:02,393 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1 2024-12-12T02:14:02,393 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1 after 0ms 2024-12-12T02:14:02,395 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1 took 2ms 2024-12-12T02:14:02,396 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-12T02:14:02,397 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1 so closing down 2024-12-12T02:14:02,397 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:14:02,397 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:14:02,403 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-12T02:14:02,403 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-12T02:14:02,404 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-12T02:14:02,404 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-12T02:14:02,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742349_1529 (size=743) 2024-12-12T02:14:02,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742349_1529 (size=743) 2024-12-12T02:14:02,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742350_1530 (size=678) 2024-12-12T02:14:02,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742350_1530 (size=678) 2024-12-12T02:14:02,424 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:02,425 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-12T02:14:02,824 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:02,825 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-12-12T02:14:02,826 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-12T02:14:02,826 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1, size=1.4 K (1393bytes) at 1733969642393Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1 so closing down at 1733969642397 (+4 ms)3 split writer threads finished at 1733969642397Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733969642404 (+7 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733969642404Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969642424 (+20 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733969642425 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733969642824 (+399 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1733969642825 (+1 ms)Processed 19 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733969642826 (+1 ms) 2024-12-12T02:14:02,827 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.1 to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.1 2024-12-12T02:14:02,828 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2, size=1.4 K (1393bytes) 2024-12-12T02:14:02,828 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2 2024-12-12T02:14:02,828 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2 after 0ms 2024-12-12T02:14:02,830 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2 took 3ms 2024-12-12T02:14:02,831 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-12T02:14:02,831 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2 so closing down 2024-12-12T02:14:02,831 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:14:02,832 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:14:02,835 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-12T02:14:02,836 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-12T02:14:02,836 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-12T02:14:02,840 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-12T02:14:02,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742351_1531 (size=743) 2024-12-12T02:14:02,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742351_1531 (size=743) 2024-12-12T02:14:02,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742352_1532 (size=678) 2024-12-12T02:14:02,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742352_1532 (size=678) 2024-12-12T02:14:03,253 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:03,253 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:03,255 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-12-12T02:14:03,255 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-12T02:14:03,255 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 425 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-12T02:14:03,255 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2, size=1.4 K (1393bytes) at 1733969642828Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2 so closing down at 1733969642831 (+3 ms)3 split writer threads finished at 1733969642832 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733969642836 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733969642840 (+4 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733969643254 (+414 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733969643254Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1733969643255 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733969643255Processed 19 edits across 2 Regions in 425 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733969643255 2024-12-12T02:14:03,257 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.2 to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.2 2024-12-12T02:14:03,257 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3, size=1.4 K (1393bytes) 2024-12-12T02:14:03,257 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3 2024-12-12T02:14:03,257 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3 after 0ms 2024-12-12T02:14:03,259 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3 took 2ms 2024-12-12T02:14:03,262 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-12T02:14:03,262 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3 so closing down 2024-12-12T02:14:03,262 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:14:03,262 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:14:03,264 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-12T02:14:03,264 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-12T02:14:03,266 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-12T02:14:03,268 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-12T02:14:03,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742353_1533 (size=743) 2024-12-12T02:14:03,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742353_1533 (size=743) 2024-12-12T02:14:03,275 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:03,276 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-12T02:14:03,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742354_1534 (size=678) 2024-12-12T02:14:03,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742354_1534 (size=678) 2024-12-12T02:14:03,278 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:03,279 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-12-12T02:14:03,279 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-12T02:14:03,279 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3, size=1.4 K (1393bytes) at 1733969643257Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3 so closing down at 1733969643262 (+5 ms)3 split writer threads finished at 1733969643262Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733969643266 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733969643268 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969643275 (+7 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733969643276 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733969643278 (+2 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1733969643279 (+1 ms)Processed 19 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733969643279 2024-12-12T02:14:03,281 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.3 to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.3 2024-12-12T02:14:03,281 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4, size=1.4 K (1393bytes) 2024-12-12T02:14:03,281 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4 2024-12-12T02:14:03,282 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4 after 1ms 2024-12-12T02:14:03,283 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4 took 2ms 2024-12-12T02:14:03,284 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-12T02:14:03,285 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4 so closing down 2024-12-12T02:14:03,285 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:14:03,286 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:14:03,289 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-12T02:14:03,289 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-12T02:14:03,290 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-12T02:14:03,290 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-12T02:14:03,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742356_1536 (size=678) 2024-12-12T02:14:03,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742356_1536 (size=678) 2024-12-12T02:14:03,301 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:03,302 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-12-12T02:14:03,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742355_1535 (size=743) 2024-12-12T02:14:03,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742355_1535 (size=743) 2024-12-12T02:14:03,303 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:03,304 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-12T02:14:03,304 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-12T02:14:03,304 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4, size=1.4 K (1393bytes) at 1733969643281Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4 so closing down at 1733969643285 (+4 ms)3 split writer threads finished at 1733969643286 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733969643290 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733969643290Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733969643301 (+11 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1733969643302 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969643303 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733969643304 (+1 ms)Processed 19 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733969643304 2024-12-12T02:14:03,306 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.4 to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.4 2024-12-12T02:14:03,306 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5, size=1.4 K (1393bytes) 2024-12-12T02:14:03,306 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5 2024-12-12T02:14:03,306 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5 after 0ms 2024-12-12T02:14:03,308 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5 took 2ms 2024-12-12T02:14:03,309 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-12T02:14:03,309 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5 so closing down 2024-12-12T02:14:03,309 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:14:03,309 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:14:03,310 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-12T02:14:03,311 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-12T02:14:03,311 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-12T02:14:03,312 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-12T02:14:03,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742357_1537 (size=743) 2024-12-12T02:14:03,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742357_1537 (size=743) 2024-12-12T02:14:03,322 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:03,323 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-12T02:14:03,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742358_1538 (size=678) 2024-12-12T02:14:03,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742358_1538 (size=678) 2024-12-12T02:14:03,335 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:03,336 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-12-12T02:14:03,336 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-12T02:14:03,336 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5, size=1.4 K (1393bytes) at 1733969643306Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5 so closing down at 1733969643309 (+3 ms)3 split writer threads finished at 1733969643309Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733969643311 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733969643312 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969643322 (+10 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733969643323 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733969643335 (+12 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1733969643336 (+1 ms)Processed 19 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733969643336 2024-12-12T02:14:03,341 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.5 to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.5 2024-12-12T02:14:03,341 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6, size=1.4 K (1405bytes) 2024-12-12T02:14:03,341 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6 2024-12-12T02:14:03,342 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6 after 1ms 2024-12-12T02:14:03,344 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6 took 2ms 2024-12-12T02:14:03,345 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-12T02:14:03,345 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6 so closing down 2024-12-12T02:14:03,345 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:14:03,348 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:14:03,350 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-12T02:14:03,351 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-12T02:14:03,351 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-12T02:14:03,352 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-12T02:14:03,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742359_1539 (size=749) 2024-12-12T02:14:03,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742360_1540 (size=683) 2024-12-12T02:14:03,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742360_1540 (size=683) 2024-12-12T02:14:03,370 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:03,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742359_1539 (size=749) 2024-12-12T02:14:03,371 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:03,373 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-12T02:14:03,373 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-12-12T02:14:03,373 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-12-12T02:14:03,373 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6, size=1.4 K (1405bytes) at 1733969643341Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6 so closing down at 1733969643345 (+4 ms)3 split writer threads finished at 1733969643348 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733969643351 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733969643352 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969643370 (+18 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733969643371 (+1 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733969643373 (+2 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1733969643373Processed 19 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1733969643373 2024-12-12T02:14:03,375 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.6 to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.6 2024-12-12T02:14:03,375 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7, size=1.4 K (1413bytes) 2024-12-12T02:14:03,375 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7 2024-12-12T02:14:03,377 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7 after 2ms 2024-12-12T02:14:03,378 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7 took 3ms 2024-12-12T02:14:03,379 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-12T02:14:03,380 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7 so closing down 2024-12-12T02:14:03,380 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:14:03,380 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:14:03,382 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-12T02:14:03,383 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-12T02:14:03,383 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-12T02:14:03,384 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-12T02:14:03,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742362_1542 (size=687) 2024-12-12T02:14:03,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742362_1542 (size=687) 2024-12-12T02:14:03,395 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:03,396 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-12-12T02:14:03,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742361_1541 (size=753) 2024-12-12T02:14:03,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742361_1541 (size=753) 2024-12-12T02:14:03,400 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:03,405 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-12T02:14:03,405 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-12T02:14:03,406 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7, size=1.4 K (1413bytes) at 1733969643375Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7 so closing down at 1733969643380 (+5 ms)3 split writer threads finished at 1733969643380Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733969643383 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733969643384 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733969643395 (+11 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1733969643396 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969643400 (+4 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733969643405 (+5 ms)Processed 19 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733969643405 2024-12-12T02:14:03,407 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.7 to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.7 2024-12-12T02:14:03,408 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8, size=1.4 K (1413bytes) 2024-12-12T02:14:03,408 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8 2024-12-12T02:14:03,408 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8 after 0ms 2024-12-12T02:14:03,410 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8 took 3ms 2024-12-12T02:14:03,419 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-12T02:14:03,419 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8 so closing down 2024-12-12T02:14:03,420 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:14:03,420 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:14:03,423 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-12T02:14:03,423 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-12T02:14:03,428 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-12T02:14:03,429 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-12T02:14:03,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742363_1543 (size=753) 2024-12-12T02:14:03,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742363_1543 (size=753) 2024-12-12T02:14:03,442 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:03,443 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-12T02:14:03,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742364_1544 (size=687) 2024-12-12T02:14:03,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742364_1544 (size=687) 2024-12-12T02:14:03,446 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:03,448 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-12-12T02:14:03,448 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-12T02:14:03,448 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8, size=1.4 K (1413bytes) at 1733969643408Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8 so closing down at 1733969643419 (+11 ms)3 split writer threads finished at 1733969643420 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733969643428 (+8 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733969643429 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969643442 (+13 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733969643443 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733969643446 (+3 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1733969643448 (+2 ms)Processed 19 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733969643448 2024-12-12T02:14:03,449 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.8 to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.8 2024-12-12T02:14:03,449 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9, size=1.4 K (1413bytes) 2024-12-12T02:14:03,449 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9 2024-12-12T02:14:03,450 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9 after 1ms 2024-12-12T02:14:03,451 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9 took 2ms 2024-12-12T02:14:03,452 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-12T02:14:03,453 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9 so closing down 2024-12-12T02:14:03,453 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T02:14:03,453 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T02:14:03,455 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-12T02:14:03,455 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-12T02:14:03,456 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-12T02:14:03,457 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-12T02:14:03,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742365_1545 (size=753) 2024-12-12T02:14:03,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742365_1545 (size=753) 2024-12-12T02:14:03,473 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:03,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742366_1546 (size=687) 2024-12-12T02:14:03,474 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-12T02:14:03,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742366_1546 (size=687) 2024-12-12T02:14:03,875 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-12T02:14:03,877 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-12-12T02:14:03,877 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 425 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-12T02:14:03,877 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9, size=1.4 K (1413bytes) at 1733969643449Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9 so closing down at 1733969643453 (+4 ms)3 split writer threads finished at 1733969643453Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733969643456 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733969643457 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733969643473 (+16 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733969643474 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733969643875 (+401 ms)Rename recovered edits hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1733969643877 (+2 ms)Processed 19 edits across 2 Regions in 425 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733969643877 2024-12-12T02:14:03,879 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733969639543/wal.dat.9 to hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.9 2024-12-12T02:14:03,880 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733969642392; access_time=1733969641265; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733969642827; access_time=1733969641291; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733969643256; access_time=1733969641345; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733969643280; access_time=1733969641357; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733969643305; access_time=1733969641372; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733969643337; access_time=1733969641391; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1733969643374; access_time=1733969641421; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733969643406; access_time=1733969641444; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733969643448; access_time=1733969641465; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:46345/user/jenkins/test-data/35a6370d-8720-2eb3-13e2-b3667a0b1724/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733969643878; access_time=1733969641886; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-12-12T02:14:03,891 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=148 (was 149), OpenFileDescriptor=392 (was 398), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=442 (was 437) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4357 (was 4405) 2024-12-12T02:14:03,900 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=148, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=442, ProcessCount=11, AvailableMemoryMB=4357 2024-12-12T02:14:03,900 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-12T02:14:03,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742367_1547 (size=7) 2024-12-12T02:14:03,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742367_1547 (size=7) 2024-12-12T02:14:03,925 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/9e3638cc-eb2c-b67d-248f-c0aed341cba3 with version=8 2024-12-12T02:14:03,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:14:03,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:14:03,930 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-12T02:14:03,930 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-12T02:14:03,931 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-12T02:14:03,932 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-12T02:14:03,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:03,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:03,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:03,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:03,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:03,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:03,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:03,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:03,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:03,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:03,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:03,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:03,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:03,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:03,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:03,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:03,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:03,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:03,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:03,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:03,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:03,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:03,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:03,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:03,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:03,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:03,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:03,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:03,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:03,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:03,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:03,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:03,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:03,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:03,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:03,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:03,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:03,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:03,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-12T02:14:03,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-12T02:14:03,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742368_1548 (size=2324) 2024-12-12T02:14:03,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742368_1548 (size=2324) 2024-12-12T02:14:03,970 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-12T02:14:03,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073742369_1549 (size=2325) 2024-12-12T02:14:03,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41391 is added to blk_1073742369_1549 (size=2325) 2024-12-12T02:14:04,005 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46345/user/jenkins/test-data/f4973dbb-9721-4753-84bc-85aec191cb8c/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733969643930/wal.dat.0, size=2.3 K (2325bytes) 2024-12-12T02:14:04,005 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46345/user/jenkins/test-data/f4973dbb-9721-4753-84bc-85aec191cb8c/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733969643930/wal.dat.0 2024-12-12T02:14:04,006 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46345/user/jenkins/test-data/f4973dbb-9721-4753-84bc-85aec191cb8c/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733969643930/wal.dat.0 after 1ms 2024-12-12T02:14:04,008 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:46345/user/jenkins/test-data/f4973dbb-9721-4753-84bc-85aec191cb8c/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733969643930/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:46345/user/jenkins/test-data/f4973dbb-9721-4753-84bc-85aec191cb8c/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733969643930/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-12-12T02:14:04,009 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f4973dbb-9721-4753-84bc-85aec191cb8c/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733969643930/wal.dat.0 so closing down 2024-12-12T02:14:04,009 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f4973dbb-9721-4753-84bc-85aec191cb8c/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733969643930/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-12-12T02:14:04,009 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46345/user/jenkins/test-data/f4973dbb-9721-4753-84bc-85aec191cb8c/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733969643930/wal.dat.0, journal: Splitting hdfs://localhost:46345/user/jenkins/test-data/f4973dbb-9721-4753-84bc-85aec191cb8c/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733969643930/wal.dat.0, size=2.3 K (2325bytes) at 1733969644005Finishing writing output for hdfs://localhost:46345/user/jenkins/test-data/f4973dbb-9721-4753-84bc-85aec191cb8c/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733969643930/wal.dat.0 so closing down at 1733969644009 (+4 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:46345/user/jenkins/test-data/f4973dbb-9721-4753-84bc-85aec191cb8c/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733969643930/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1733969644009 2024-12-12T02:14:04,013 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46345/user/jenkins/test-data/f4973dbb-9721-4753-84bc-85aec191cb8c/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733969643930/wal.dat.0 to hdfs://localhost:46345/user/jenkins/test-data/f4973dbb-9721-4753-84bc-85aec191cb8c/corrupt/wal.dat.0 2024-12-12T02:14:04,042 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=148 (was 148), OpenFileDescriptor=392 (was 392), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=442 (was 442), ProcessCount=11 (was 11), AvailableMemoryMB=4353 (was 4357) 2024-12-12T02:14:04,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3cc8a45b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T02:14:04,054 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2446b879{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T02:14:04,054 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T02:14:04,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61a455f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T02:14:04,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fa1a8ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/hadoop.log.dir/,STOPPED} 2024-12-12T02:14:04,061 WARN [BP-1148646962-172.17.0.2-1733969592331 heartbeating to localhost/127.0.0.1:46345 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T02:14:04,061 WARN [BP-1148646962-172.17.0.2-1733969592331 heartbeating to localhost/127.0.0.1:46345 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1148646962-172.17.0.2-1733969592331 (Datanode Uuid 33d2c5f4-2dfe-4b8f-a320-b27d21819646) service to localhost/127.0.0.1:46345 2024-12-12T02:14:04,062 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T02:14:04,062 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T02:14:04,063 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/cluster_b5931cab-f80f-340b-ccc5-cf4c9086f15e/data/data3/current/BP-1148646962-172.17.0.2-1733969592331 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T02:14:04,063 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/cluster_b5931cab-f80f-340b-ccc5-cf4c9086f15e/data/data4/current/BP-1148646962-172.17.0.2-1733969592331 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T02:14:04,066 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T02:14:04,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d5fd7b4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T02:14:04,072 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24b189de{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T02:14:04,072 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T02:14:04,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c4ae84e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T02:14:04,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c1b205d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/hadoop.log.dir/,STOPPED} 2024-12-12T02:14:04,074 WARN [DataXceiver for client at /127.0.0.1:48010 [Receiving block BP-1148646962-172.17.0.2-1733969592331:blk_1073741874_1056] {}] datanode.BlockReceiver(295): IOException in BlockReceiver constructor :Waiting for writer thread is interrupted. 2024-12-12T02:14:04,075 ERROR [DataXceiver for client at /127.0.0.1:48010 [Receiving block BP-1148646962-172.17.0.2-1733969592331:blk_1073741874_1056] {}] datanode.DataXceiver(331): 127.0.0.1:41391:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48010 dst: /127.0.0.1:41391 java.io.IOException: Waiting for writer thread is interrupted. at org.apache.hadoop.hdfs.server.datanode.LocalReplicaInPipeline.stopWriter(LocalReplicaInPipeline.java:279) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.createTemporary(FsDatasetImpl.java:1900) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.(BlockReceiver.java:216) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.getBlockReceiver(DataXceiver.java:1331) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:775) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T02:14:04,076 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T02:14:04,076 WARN [BP-1148646962-172.17.0.2-1733969592331 heartbeating to localhost/127.0.0.1:46345 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T02:14:04,076 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T02:14:04,076 WARN [BP-1148646962-172.17.0.2-1733969592331 heartbeating to localhost/127.0.0.1:46345 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1148646962-172.17.0.2-1733969592331 (Datanode Uuid 843a80c9-9171-4637-8b7d-273bfe31d666) service to localhost/127.0.0.1:46345 2024-12-12T02:14:04,077 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/cluster_b5931cab-f80f-340b-ccc5-cf4c9086f15e/data/data1/current/BP-1148646962-172.17.0.2-1733969592331 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T02:14:04,077 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/cluster_b5931cab-f80f-340b-ccc5-cf4c9086f15e/data/data2/current/BP-1148646962-172.17.0.2-1733969592331 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T02:14:04,081 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T02:14:04,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dfe145b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T02:14:04,093 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T02:14:04,093 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T02:14:04,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T02:14:04,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3f94a4-b3e2-ac17-e20a-298e27503c71/hadoop.log.dir/,STOPPED}