2024-11-25 02:30:20,880 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-25 02:30:20,890 main DEBUG Took 0.008624 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 02:30:20,890 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 02:30:20,891 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 02:30:20,892 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 02:30:20,893 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 02:30:20,899 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 02:30:20,913 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 02:30:20,914 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 02:30:20,915 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 02:30:20,915 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 02:30:20,916 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 02:30:20,916 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 02:30:20,918 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 02:30:20,918 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 02:30:20,919 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 02:30:20,919 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 02:30:20,920 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 02:30:20,921 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 02:30:20,921 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 02:30:20,922 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 02:30:20,922 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 02:30:20,923 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 02:30:20,923 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 02:30:20,924 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 02:30:20,925 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 02:30:20,925 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 02:30:20,926 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 02:30:20,927 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 02:30:20,927 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 02:30:20,928 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 02:30:20,928 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 02:30:20,929 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 02:30:20,931 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 02:30:20,932 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 02:30:20,934 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 02:30:20,935 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 02:30:20,937 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 02:30:20,937 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 02:30:20,945 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 02:30:20,948 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 02:30:20,950 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 02:30:20,950 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 02:30:20,951 main DEBUG createAppenders(={Console}) 2024-11-25 02:30:20,952 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-11-25 02:30:20,952 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-25 02:30:20,953 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-11-25 02:30:20,954 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 02:30:20,954 main DEBUG OutputStream closed 2024-11-25 02:30:20,955 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 02:30:20,955 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 02:30:20,955 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-11-25 02:30:21,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 02:30:21,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 02:30:21,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 02:30:21,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 02:30:21,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 02:30:21,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 02:30:21,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 02:30:21,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 02:30:21,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 02:30:21,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 02:30:21,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 02:30:21,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 02:30:21,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 02:30:21,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 02:30:21,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 02:30:21,065 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 02:30:21,065 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 02:30:21,066 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 02:30:21,069 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 02:30:21,070 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-11-25 02:30:21,070 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 02:30:21,071 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-11-25T02:30:21,088 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-25 02:30:21,092 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 02:30:21,092 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T02:30:21,504 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b 2024-11-25T02:30:21,512 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-25T02:30:21,639 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T02:30:21,721 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/cluster_de1053b6-244e-5707-4810-80dab5131895, deleteOnExit=true 2024-11-25T02:30:21,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/test.cache.data in system properties and HBase conf 2024-11-25T02:30:21,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T02:30:21,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/hadoop.log.dir in system properties and HBase conf 2024-11-25T02:30:21,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T02:30:21,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T02:30:21,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T02:30:21,828 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T02:30:21,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:30:21,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:30:21,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T02:30:21,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:30:21,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T02:30:21,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T02:30:21,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:30:21,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:30:21,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T02:30:21,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/nfs.dump.dir in system properties and HBase conf 2024-11-25T02:30:21,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/java.io.tmpdir in system properties and HBase conf 2024-11-25T02:30:21,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:30:21,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T02:30:21,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T02:30:23,315 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T02:30:23,440 INFO [Time-limited test {}] log.Log(170): Logging initialized @3543ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T02:30:23,552 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:30:23,659 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:30:23,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:30:23,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:30:23,714 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T02:30:23,734 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:30:23,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:30:23,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:30:24,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dfe145b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/java.io.tmpdir/jetty-localhost-39033-hadoop-hdfs-3_4_1-tests_jar-_-any-6607552218416643624/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:30:24,021 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:39033} 2024-11-25T02:30:24,024 INFO [Time-limited test {}] server.Server(415): Started @4129ms 2024-11-25T02:30:24,622 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:30:24,629 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:30:24,630 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:30:24,630 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:30:24,631 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T02:30:24,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41392320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:30:24,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@204f2b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:30:24,730 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e587259{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/java.io.tmpdir/jetty-localhost-42481-hadoop-hdfs-3_4_1-tests_jar-_-any-1420862473910330764/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:30:24,731 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4348effc{HTTP/1.1, (http/1.1)}{localhost:42481} 2024-11-25T02:30:24,731 INFO [Time-limited test {}] server.Server(415): Started @4836ms 2024-11-25T02:30:24,791 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T02:30:24,932 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:30:24,942 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:30:24,947 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:30:24,947 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:30:24,948 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T02:30:24,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ace449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:30:24,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39926b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:30:25,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a0403e3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/java.io.tmpdir/jetty-localhost-44435-hadoop-hdfs-3_4_1-tests_jar-_-any-1977540949579245764/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:30:25,061 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bfedd11{HTTP/1.1, (http/1.1)}{localhost:44435} 2024-11-25T02:30:25,061 INFO [Time-limited test {}] server.Server(415): Started @5166ms 2024-11-25T02:30:25,063 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T02:30:26,526 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/cluster_de1053b6-244e-5707-4810-80dab5131895/data/data4/current/BP-353614410-172.17.0.3-1732501822611/current, will proceed with Du for space computation calculation, 2024-11-25T02:30:26,526 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/cluster_de1053b6-244e-5707-4810-80dab5131895/data/data3/current/BP-353614410-172.17.0.3-1732501822611/current, will proceed with Du for space computation calculation, 2024-11-25T02:30:26,526 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/cluster_de1053b6-244e-5707-4810-80dab5131895/data/data1/current/BP-353614410-172.17.0.3-1732501822611/current, will proceed with Du for space computation calculation, 2024-11-25T02:30:26,526 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/cluster_de1053b6-244e-5707-4810-80dab5131895/data/data2/current/BP-353614410-172.17.0.3-1732501822611/current, will proceed with Du for space computation calculation, 2024-11-25T02:30:26,572 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T02:30:26,572 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T02:30:26,626 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ea7a751f09742e5 with lease ID 0x2e42ca5593b7c459: Processing first storage report for DS-2df4f16e-3508-455f-96ec-b2339a60a5a9 from datanode DatanodeRegistration(127.0.0.1:43087, datanodeUuid=475fcd7c-504d-4899-bbe7-7b244ff1b807, infoPort=45599, infoSecurePort=0, ipcPort=37145, storageInfo=lv=-57;cid=testClusterID;nsid=496960012;c=1732501822611) 2024-11-25T02:30:26,627 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ea7a751f09742e5 with lease ID 0x2e42ca5593b7c459: from storage DS-2df4f16e-3508-455f-96ec-b2339a60a5a9 node DatanodeRegistration(127.0.0.1:43087, datanodeUuid=475fcd7c-504d-4899-bbe7-7b244ff1b807, infoPort=45599, infoSecurePort=0, ipcPort=37145, storageInfo=lv=-57;cid=testClusterID;nsid=496960012;c=1732501822611), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-25T02:30:26,628 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a79c67823b1eef6 with lease ID 0x2e42ca5593b7c45a: Processing first storage report for DS-5a035a0d-0048-443b-9615-3e0265b5570c from datanode DatanodeRegistration(127.0.0.1:35229, datanodeUuid=42272f2d-4331-423e-bc54-04d74c8c08d1, infoPort=33729, infoSecurePort=0, ipcPort=40077, storageInfo=lv=-57;cid=testClusterID;nsid=496960012;c=1732501822611) 2024-11-25T02:30:26,628 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a79c67823b1eef6 with lease ID 0x2e42ca5593b7c45a: from storage DS-5a035a0d-0048-443b-9615-3e0265b5570c node DatanodeRegistration(127.0.0.1:35229, datanodeUuid=42272f2d-4331-423e-bc54-04d74c8c08d1, infoPort=33729, infoSecurePort=0, ipcPort=40077, storageInfo=lv=-57;cid=testClusterID;nsid=496960012;c=1732501822611), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T02:30:26,628 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ea7a751f09742e5 with lease ID 0x2e42ca5593b7c459: Processing first storage report for DS-78cc3527-95b9-4809-a36b-f14e49aa283c from datanode DatanodeRegistration(127.0.0.1:43087, datanodeUuid=475fcd7c-504d-4899-bbe7-7b244ff1b807, infoPort=45599, infoSecurePort=0, ipcPort=37145, storageInfo=lv=-57;cid=testClusterID;nsid=496960012;c=1732501822611) 2024-11-25T02:30:26,629 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ea7a751f09742e5 with lease ID 0x2e42ca5593b7c459: from storage DS-78cc3527-95b9-4809-a36b-f14e49aa283c node DatanodeRegistration(127.0.0.1:43087, datanodeUuid=475fcd7c-504d-4899-bbe7-7b244ff1b807, infoPort=45599, infoSecurePort=0, ipcPort=37145, storageInfo=lv=-57;cid=testClusterID;nsid=496960012;c=1732501822611), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:30:26,629 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a79c67823b1eef6 with lease ID 0x2e42ca5593b7c45a: Processing first storage report for DS-d8808245-83bb-4d4b-8c0a-d20c788f0789 from datanode DatanodeRegistration(127.0.0.1:35229, datanodeUuid=42272f2d-4331-423e-bc54-04d74c8c08d1, infoPort=33729, infoSecurePort=0, ipcPort=40077, storageInfo=lv=-57;cid=testClusterID;nsid=496960012;c=1732501822611) 2024-11-25T02:30:26,629 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a79c67823b1eef6 with lease ID 0x2e42ca5593b7c45a: from storage DS-d8808245-83bb-4d4b-8c0a-d20c788f0789 node DatanodeRegistration(127.0.0.1:35229, datanodeUuid=42272f2d-4331-423e-bc54-04d74c8c08d1, infoPort=33729, infoSecurePort=0, ipcPort=40077, storageInfo=lv=-57;cid=testClusterID;nsid=496960012;c=1732501822611), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:30:26,683 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b 2024-11-25T02:30:26,696 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=128, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=307, ProcessCount=11, AvailableMemoryMB=5141 2024-11-25T02:30:26,697 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T02:30:26,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:30:26,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:30:26,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741825_1001 (size=7) 2024-11-25T02:30:26,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741825_1001 (size=7) 2024-11-25T02:30:27,347 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f with version=8 2024-11-25T02:30:27,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:30:27,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:30:27,377 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:30:27,423 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T02:30:27,449 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-25T02:30:27,454 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:30:27,454 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T02:30:27,457 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T02:30:27,463 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T02:30:27,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,483 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T02:30:27,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741826_1002 (size=1393) 2024-11-25T02:30:27,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741826_1002 (size=1393) 2024-11-25T02:30:27,536 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T02:30:27,536 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T02:30:27,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741827_1003 (size=1393) 2024-11-25T02:30:27,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741827_1003 (size=1393) 2024-11-25T02:30:27,568 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T02:30:27,569 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T02:30:27,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:27,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:27,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741828_1004 (size=1393) 2024-11-25T02:30:27,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741828_1004 (size=1393) 2024-11-25T02:30:28,004 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T02:30:28,005 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T02:30:28,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741829_1005 (size=1393) 2024-11-25T02:30:28,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741829_1005 (size=1393) 2024-11-25T02:30:28,040 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T02:30:28,040 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T02:30:28,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741830_1006 (size=1393) 2024-11-25T02:30:28,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741830_1006 (size=1393) 2024-11-25T02:30:28,073 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T02:30:28,073 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T02:30:28,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741831_1007 (size=1393) 2024-11-25T02:30:28,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741831_1007 (size=1393) 2024-11-25T02:30:28,101 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T02:30:28,101 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T02:30:28,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741832_1008 (size=1405) 2024-11-25T02:30:28,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741832_1008 (size=1405) 2024-11-25T02:30:28,126 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T02:30:28,126 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T02:30:28,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741833_1009 (size=1413) 2024-11-25T02:30:28,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741833_1009 (size=1413) 2024-11-25T02:30:28,152 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T02:30:28,153 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T02:30:28,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741834_1010 (size=1413) 2024-11-25T02:30:28,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741834_1010 (size=1413) 2024-11-25T02:30:28,184 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T02:30:28,185 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T02:30:28,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741835_1011 (size=1413) 2024-11-25T02:30:28,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741835_1011 (size=1413) 2024-11-25T02:30:28,209 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T02:30:28,278 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/2ef2096c-f904-c250-6013-3f08e7e5021e/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732501827430/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T02:30:28,279 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-25T02:30:28,279 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-25T02:30:28,279 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/2ef2096c-f904-c250-6013-3f08e7e5021e/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732501827430/wal.dat.0 2024-11-25T02:30:28,285 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/2ef2096c-f904-c250-6013-3f08e7e5021e/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732501827430/wal.dat.0 after 4ms 2024-11-25T02:30:28,325 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/2ef2096c-f904-c250-6013-3f08e7e5021e/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732501827430/wal.dat.0 took 51ms 2024-11-25T02:30:28,333 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/2ef2096c-f904-c250-6013-3f08e7e5021e/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732501827430/wal.dat.0 so closing down 2024-11-25T02:30:28,338 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:28,338 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:28,346 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/2ef2096c-f904-c250-6013-3f08e7e5021e/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732501827430/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:30:28,349 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/2ef2096c-f904-c250-6013-3f08e7e5021e/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732501827430/wal.dat.0, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/2ef2096c-f904-c250-6013-3f08e7e5021e/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732501827430/wal.dat.0, size=1.4 K (1393bytes) at 1732501828278Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/2ef2096c-f904-c250-6013-3f08e7e5021e/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732501827430/wal.dat.0 so closing down at 1732501828333 (+55 ms)3 split writer threads finished at 1732501828338 (+5 ms)Processed 0 edits across 0 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/2ef2096c-f904-c250-6013-3f08e7e5021e/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732501827430/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501828346 (+8 ms) 2024-11-25T02:30:28,349 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-25T02:30:28,373 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=133 (was 128) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43899 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@38825c20 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1027219093_22 at /127.0.0.1:40002 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 365) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=307 (was 307), ProcessCount=11 (was 11), AvailableMemoryMB=5033 (was 5141) 2024-11-25T02:30:28,380 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=133, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=307, ProcessCount=11, AvailableMemoryMB=5032 2024-11-25T02:30:28,380 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T02:30:28,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741836_1012 (size=7) 2024-11-25T02:30:28,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741836_1012 (size=7) 2024-11-25T02:30:28,394 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f with version=8 2024-11-25T02:30:28,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:30:28,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:30:28,405 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:30:28,406 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-25T02:30:28,406 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T02:30:28,408 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T02:30:28,412 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T02:30:28,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741837_1013 (size=2324) 2024-11-25T02:30:28,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741837_1013 (size=2324) 2024-11-25T02:30:28,485 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T02:30:28,505 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/db5aab26-1106-152f-0ba2-509531c3921f/WALs/testsplitlogfilemultipleregions,16010,1732501828405/wal.dat.0, size=2.3 K (2324bytes) 2024-11-25T02:30:28,505 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/db5aab26-1106-152f-0ba2-509531c3921f/WALs/testsplitlogfilemultipleregions,16010,1732501828405/wal.dat.0 2024-11-25T02:30:28,506 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/db5aab26-1106-152f-0ba2-509531c3921f/WALs/testsplitlogfilemultipleregions,16010,1732501828405/wal.dat.0 after 1ms 2024-11-25T02:30:28,510 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/db5aab26-1106-152f-0ba2-509531c3921f/WALs/testsplitlogfilemultipleregions,16010,1732501828405/wal.dat.0 took 5ms 2024-11-25T02:30:28,520 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/db5aab26-1106-152f-0ba2-509531c3921f/WALs/testsplitlogfilemultipleregions,16010,1732501828405/wal.dat.0 so closing down 2024-11-25T02:30:28,520 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:28,521 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:28,550 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T02:30:28,550 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T02:30:28,553 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/db5aab26-1106-152f-0ba2-509531c3921f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T02:30:28,553 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/db5aab26-1106-152f-0ba2-509531c3921f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T02:30:28,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741838_1014 (size=743) 2024-11-25T02:30:28,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741838_1014 (size=743) 2024-11-25T02:30:28,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741839_1015 (size=743) 2024-11-25T02:30:28,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741839_1015 (size=743) 2024-11-25T02:30:28,586 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/db5aab26-1106-152f-0ba2-509531c3921f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) 2024-11-25T02:30:28,586 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/db5aab26-1106-152f-0ba2-509531c3921f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) 2024-11-25T02:30:28,590 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/db5aab26-1106-152f-0ba2-509531c3921f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/db5aab26-1106-152f-0ba2-509531c3921f/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T02:30:28,590 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/db5aab26-1106-152f-0ba2-509531c3921f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/db5aab26-1106-152f-0ba2-509531c3921f/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T02:30:28,591 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 79 ms; skipped=7; WAL=hdfs://localhost:43899/user/jenkins/test-data/db5aab26-1106-152f-0ba2-509531c3921f/WALs/testsplitlogfilemultipleregions,16010,1732501828405/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-25T02:30:28,591 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/db5aab26-1106-152f-0ba2-509531c3921f/WALs/testsplitlogfilemultipleregions,16010,1732501828405/wal.dat.0, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/db5aab26-1106-152f-0ba2-509531c3921f/WALs/testsplitlogfilemultipleregions,16010,1732501828405/wal.dat.0, size=2.3 K (2324bytes) at 1732501828505Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/db5aab26-1106-152f-0ba2-509531c3921f/WALs/testsplitlogfilemultipleregions,16010,1732501828405/wal.dat.0 so closing down at 1732501828520 (+15 ms)3 split writer threads finished at 1732501828521 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/db5aab26-1106-152f-0ba2-509531c3921f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732501828553 (+32 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/db5aab26-1106-152f-0ba2-509531c3921f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732501828553Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/db5aab26-1106-152f-0ba2-509531c3921f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) at 1732501828586 (+33 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/db5aab26-1106-152f-0ba2-509531c3921f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) at 1732501828586Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/db5aab26-1106-152f-0ba2-509531c3921f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/db5aab26-1106-152f-0ba2-509531c3921f/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732501828590 (+4 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/db5aab26-1106-152f-0ba2-509531c3921f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/db5aab26-1106-152f-0ba2-509531c3921f/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732501828590Processed 27 edits across 2 Regions in 79 ms; skipped=7; WAL=hdfs://localhost:43899/user/jenkins/test-data/db5aab26-1106-152f-0ba2-509531c3921f/WALs/testsplitlogfilemultipleregions,16010,1732501828405/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1732501828591 (+1 ms) 2024-11-25T02:30:28,603 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/db5aab26-1106-152f-0ba2-509531c3921f/WALs/testsplitlogfilemultipleregions,16010,1732501828405/wal.dat.0 to hdfs://localhost:43899/user/jenkins/test-data/db5aab26-1106-152f-0ba2-509531c3921f/oldWALs/wal.dat.0 2024-11-25T02:30:28,627 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=134 (was 133) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_758810236_22 at /127.0.0.1:48120 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_758810236_22 at /127.0.0.1:40002 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=381 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=307 (was 307), ProcessCount=11 (was 11), AvailableMemoryMB=5001 (was 5032) 2024-11-25T02:30:28,634 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=134, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=307, ProcessCount=11, AvailableMemoryMB=5000 2024-11-25T02:30:28,634 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T02:30:28,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741840_1016 (size=7) 2024-11-25T02:30:28,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741840_1016 (size=7) 2024-11-25T02:30:28,654 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f with version=8 2024-11-25T02:30:28,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:30:28,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:30:28,666 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:30:28,666 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T02:30:28,668 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T02:30:28,673 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T02:30:28,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:28,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:28,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741841_1017 (size=2324) 2024-11-25T02:30:28,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741841_1017 (size=2324) 2024-11-25T02:30:28,712 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T02:30:29,588 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/9258f4a6-88b1-fcc7-c56a-7ee7c9ceb79b/WALs/testterminationaskedbyreporter,16010,1732501828666/wal.dat.0, size=2.3 K (2324bytes) 2024-11-25T02:30:29,588 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/9258f4a6-88b1-fcc7-c56a-7ee7c9ceb79b/WALs/testterminationaskedbyreporter,16010,1732501828666/wal.dat.0 so closing down 2024-11-25T02:30:29,589 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/9258f4a6-88b1-fcc7-c56a-7ee7c9ceb79b/WALs/testterminationaskedbyreporter,16010,1732501828666/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-25T02:30:29,589 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/9258f4a6-88b1-fcc7-c56a-7ee7c9ceb79b/WALs/testterminationaskedbyreporter,16010,1732501828666/wal.dat.0, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/9258f4a6-88b1-fcc7-c56a-7ee7c9ceb79b/WALs/testterminationaskedbyreporter,16010,1732501828666/wal.dat.0, size=2.3 K (2324bytes) at 1732501829588Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/9258f4a6-88b1-fcc7-c56a-7ee7c9ceb79b/WALs/testterminationaskedbyreporter,16010,1732501828666/wal.dat.0 so closing down at 1732501829588Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/9258f4a6-88b1-fcc7-c56a-7ee7c9ceb79b/WALs/testterminationaskedbyreporter,16010,1732501828666/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1732501829589 (+1 ms) 2024-11-25T02:30:29,597 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=134 (was 134), OpenFileDescriptor=381 (was 381), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=331 (was 307) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4924 (was 5000) 2024-11-25T02:30:29,604 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=134, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=331, ProcessCount=11, AvailableMemoryMB=4924 2024-11-25T02:30:29,604 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T02:30:29,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741842_1018 (size=7) 2024-11-25T02:30:29,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741842_1018 (size=7) 2024-11-25T02:30:29,616 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f with version=8 2024-11-25T02:30:29,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:30:29,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:30:29,624 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:30:29,624 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-25T02:30:29,627 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T02:30:29,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741843_1019 (size=1043) 2024-11-25T02:30:29,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741843_1019 (size=1043) 2024-11-25T02:30:29,647 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T02:30:29,648 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T02:30:29,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,661 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T02:30:29,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741845_1021 (size=1043) 2024-11-25T02:30:29,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741845_1021 (size=1043) 2024-11-25T02:30:29,677 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T02:30:29,677 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T02:30:29,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741846_1022 (size=1043) 2024-11-25T02:30:29,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741846_1022 (size=1043) 2024-11-25T02:30:29,693 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T02:30:29,693 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T02:30:29,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741847_1023 (size=1043) 2024-11-25T02:30:29,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741847_1023 (size=1043) 2024-11-25T02:30:29,708 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T02:30:29,708 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T02:30:29,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741848_1024 (size=1043) 2024-11-25T02:30:29,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741848_1024 (size=1043) 2024-11-25T02:30:29,724 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T02:30:29,724 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T02:30:29,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741849_1025 (size=1043) 2024-11-25T02:30:29,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741849_1025 (size=1043) 2024-11-25T02:30:29,739 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T02:30:29,740 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T02:30:29,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741850_1026 (size=1043) 2024-11-25T02:30:29,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741850_1026 (size=1043) 2024-11-25T02:30:29,759 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T02:30:29,760 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T02:30:29,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741851_1027 (size=1043) 2024-11-25T02:30:29,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741851_1027 (size=1043) 2024-11-25T02:30:29,778 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T02:30:29,778 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T02:30:29,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:29,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:29,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741852_1028 (size=1043) 2024-11-25T02:30:29,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741852_1028 (size=1043) 2024-11-25T02:30:29,792 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T02:30:29,810 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.0, size=1.0 K (1043bytes) 2024-11-25T02:30:29,810 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.0 2024-11-25T02:30:29,811 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.0 after 1ms 2024-11-25T02:30:29,814 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.0 took 4ms 2024-11-25T02:30:29,816 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-25T02:30:29,817 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.0 so closing down 2024-11-25T02:30:29,817 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:29,817 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:29,817 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-25T02:30:29,818 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.0, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.0, size=1.0 K (1043bytes) at 1732501829810Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.0 so closing down at 1732501829817 (+7 ms)3 split writer threads finished at 1732501829817Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732501829818 (+1 ms) 2024-11-25T02:30:29,821 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.0 to hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/oldWALs/wal.dat.0 2024-11-25T02:30:29,821 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.1, size=180 (180bytes) 2024-11-25T02:30:29,821 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.1 2024-11-25T02:30:29,822 WARN [IPC Server handler 1 on default port 43899 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-25T02:30:29,822 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.1 after 1ms 2024-11-25T02:30:30,610 WARN [ResponseProcessor for block BP-353614410-172.17.0.3-1732501822611:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-353614410-172.17.0.3-1732501822611:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T02:30:30,610 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1259844733_22 at /127.0.0.1:48180 [Receiving block BP-353614410-172.17.0.3-1732501822611:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:35229:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48180 dst: /127.0.0.1:35229 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T02:30:30,610 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1259844733_22 at /127.0.0.1:40090 [Receiving block BP-353614410-172.17.0.3-1732501822611:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:43087:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40090 dst: /127.0.0.1:43087 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43087 remote=/127.0.0.1:40090]. Total timeout mills is 60000, 59053 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T02:30:30,613 WARN [DataStreamer for file /user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.1 block BP-353614410-172.17.0.3-1732501822611:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-353614410-172.17.0.3-1732501822611:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:43087,DS-2df4f16e-3508-455f-96ec-b2339a60a5a9,DISK], DatanodeInfoWithStorage[127.0.0.1:35229,DS-5a035a0d-0048-443b-9615-3e0265b5570c,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:43087,DS-2df4f16e-3508-455f-96ec-b2339a60a5a9,DISK]) is bad. 2024-11-25T02:30:30,619 WARN [DataStreamer for file /user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.1 block BP-353614410-172.17.0.3-1732501822611:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-353614410-172.17.0.3-1732501822611:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T02:30:30,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741844_1029 (size=1035) 2024-11-25T02:30:30,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741844_1029 (size=1035) 2024-11-25T02:30:33,826 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.1 after 4005ms 2024-11-25T02:30:33,854 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.1 took 4032ms 2024-11-25T02:30:33,874 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.1; continuing. 2024-11-25T02:30:33,874 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.1 so closing down 2024-11-25T02:30:33,875 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:33,878 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:33,878 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-25T02:30:33,878 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.1, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.1, size=180 (180bytes) at 1732501829821Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.1 so closing down at 1732501833875 (+4054 ms)3 split writer threads finished at 1732501833878 (+3 ms)Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1732501833878 2024-11-25T02:30:33,886 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.1 to hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/oldWALs/wal.dat.1 2024-11-25T02:30:33,887 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.2, size=1.0 K (1043bytes) 2024-11-25T02:30:33,887 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.2 2024-11-25T02:30:33,888 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.2 after 1ms 2024-11-25T02:30:33,918 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.2 took 32ms 2024-11-25T02:30:33,927 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.2 so closing down 2024-11-25T02:30:33,927 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:33,929 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:33,929 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-25T02:30:33,929 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.2, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.2, size=1.0 K (1043bytes) at 1732501833887Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.2 so closing down at 1732501833927 (+40 ms)3 split writer threads finished at 1732501833929 (+2 ms)Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732501833929 2024-11-25T02:30:33,941 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.2 to hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/oldWALs/wal.dat.2 2024-11-25T02:30:33,942 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.3, size=1.0 K (1043bytes) 2024-11-25T02:30:33,942 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.3 2024-11-25T02:30:33,943 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.3 after 1ms 2024-11-25T02:30:33,948 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.3 took 7ms 2024-11-25T02:30:33,990 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.3 so closing down 2024-11-25T02:30:33,991 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:33,991 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:33,991 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-25T02:30:33,991 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.3, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.3, size=1.0 K (1043bytes) at 1732501833942Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.3 so closing down at 1732501833990 (+48 ms)3 split writer threads finished at 1732501833991 (+1 ms)Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732501833991 2024-11-25T02:30:34,008 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.3 to hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/oldWALs/wal.dat.3 2024-11-25T02:30:34,009 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.4, size=1.0 K (1043bytes) 2024-11-25T02:30:34,011 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.4 2024-11-25T02:30:34,012 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.4 after 1ms 2024-11-25T02:30:34,017 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.4 took 8ms 2024-11-25T02:30:34,055 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.4 so closing down 2024-11-25T02:30:34,056 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:34,057 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:34,057 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 7 ms; skipped=10; WAL=hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-25T02:30:34,057 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.4, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.4, size=1.0 K (1043bytes) at 1732501834009Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.4 so closing down at 1732501834056 (+47 ms)3 split writer threads finished at 1732501834057 (+1 ms)Processed 10 edits across 0 Regions in 7 ms; skipped=10; WAL=hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732501834057 2024-11-25T02:30:34,062 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.4 to hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/oldWALs/wal.dat.4 2024-11-25T02:30:34,062 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.5, size=1.0 K (1043bytes) 2024-11-25T02:30:34,062 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.5 2024-11-25T02:30:34,063 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.5 after 1ms 2024-11-25T02:30:34,073 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.5 took 10ms 2024-11-25T02:30:34,107 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.5 so closing down 2024-11-25T02:30:34,107 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:34,112 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:34,112 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 7 ms; skipped=10; WAL=hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-25T02:30:34,113 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.5, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.5, size=1.0 K (1043bytes) at 1732501834062Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.5 so closing down at 1732501834107 (+45 ms)3 split writer threads finished at 1732501834112 (+5 ms)Processed 10 edits across 0 Regions in 7 ms; skipped=10; WAL=hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732501834112 2024-11-25T02:30:34,119 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.5 to hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/oldWALs/wal.dat.5 2024-11-25T02:30:34,120 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.6, size=1.0 K (1043bytes) 2024-11-25T02:30:34,120 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.6 2024-11-25T02:30:34,121 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.6 after 0ms 2024-11-25T02:30:34,127 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.6 took 8ms 2024-11-25T02:30:34,147 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.6 so closing down 2024-11-25T02:30:34,147 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:34,147 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:34,147 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-25T02:30:34,148 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.6, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.6, size=1.0 K (1043bytes) at 1732501834120Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.6 so closing down at 1732501834147 (+27 ms)3 split writer threads finished at 1732501834147Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732501834147 2024-11-25T02:30:34,157 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.6 to hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/oldWALs/wal.dat.6 2024-11-25T02:30:34,158 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.7, size=1.0 K (1043bytes) 2024-11-25T02:30:34,158 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.7 2024-11-25T02:30:34,159 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.7 after 1ms 2024-11-25T02:30:34,169 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.7 took 12ms 2024-11-25T02:30:34,191 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.7 so closing down 2024-11-25T02:30:34,191 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:34,192 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:34,192 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-25T02:30:34,192 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.7, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.7, size=1.0 K (1043bytes) at 1732501834158Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.7 so closing down at 1732501834191 (+33 ms)3 split writer threads finished at 1732501834192 (+1 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732501834192 2024-11-25T02:30:34,196 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.7 to hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/oldWALs/wal.dat.7 2024-11-25T02:30:34,197 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.8, size=1.0 K (1043bytes) 2024-11-25T02:30:34,197 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.8 2024-11-25T02:30:34,198 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.8 after 1ms 2024-11-25T02:30:34,203 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.8 took 6ms 2024-11-25T02:30:34,234 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.8 so closing down 2024-11-25T02:30:34,235 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:34,236 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:34,236 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-25T02:30:34,236 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.8, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.8, size=1.0 K (1043bytes) at 1732501834197Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.8 so closing down at 1732501834234 (+37 ms)3 split writer threads finished at 1732501834236 (+2 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732501834236 2024-11-25T02:30:34,247 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.8 to hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/oldWALs/wal.dat.8 2024-11-25T02:30:34,247 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.9, size=1.0 K (1043bytes) 2024-11-25T02:30:34,247 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.9 2024-11-25T02:30:34,248 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.9 after 1ms 2024-11-25T02:30:34,257 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.9 took 10ms 2024-11-25T02:30:34,290 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.9 so closing down 2024-11-25T02:30:34,290 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:34,296 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:34,296 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 8 ms; skipped=10; WAL=hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-25T02:30:34,297 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.9, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.9, size=1.0 K (1043bytes) at 1732501834247Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.9 so closing down at 1732501834290 (+43 ms)3 split writer threads finished at 1732501834296 (+6 ms)Processed 10 edits across 0 Regions in 8 ms; skipped=10; WAL=hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732501834297 (+1 ms) 2024-11-25T02:30:34,305 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/WALs/testsplitdeletedregion,16010,1732501829624/wal.dat.9 to hdfs://localhost:43899/user/jenkins/test-data/c5756e28-9d4b-0e2d-3e6a-b1028a70bbe5/oldWALs/wal.dat.9 2024-11-25T02:30:34,333 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=140 (was 134) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-786400687_22 at /127.0.0.1:51982 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/cluster_de1053b6-244e-5707-4810-80dab5131895/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/cluster_de1053b6-244e-5707-4810-80dab5131895/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-786400687_22 at /127.0.0.1:40480 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:40077 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/cluster_de1053b6-244e-5707-4810-80dab5131895/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/cluster_de1053b6-244e-5707-4810-80dab5131895/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 381) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=392 (was 331) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4642 (was 4924) 2024-11-25T02:30:34,349 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=392, ProcessCount=11, AvailableMemoryMB=4638 2024-11-25T02:30:34,349 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T02:30:34,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741853_1030 (size=7) 2024-11-25T02:30:34,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741853_1030 (size=7) 2024-11-25T02:30:34,450 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f with version=8 2024-11-25T02:30:34,450 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:30:34,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:30:34,458 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:30:34,458 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-25T02:30:34,469 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T02:30:34,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:34,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:34,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:34,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:34,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:34,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:34,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:34,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:34,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:34,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:34,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:34,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:34,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:34,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:34,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:34,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:34,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:34,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:34,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:34,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:34,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741854_1031 (size=863) 2024-11-25T02:30:34,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741854_1031 (size=863) 2024-11-25T02:30:34,533 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T02:30:34,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741855_1032 (size=859) 2024-11-25T02:30:34,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741855_1032 (size=859) 2024-11-25T02:30:34,627 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/8836f5c2-1d25-4779-0812-6af69472bb4c/WALs/testcorruptwaltrailer,16010,1732501834458/wal.dat.0, size=859 (859bytes) 2024-11-25T02:30:34,627 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/8836f5c2-1d25-4779-0812-6af69472bb4c/WALs/testcorruptwaltrailer,16010,1732501834458/wal.dat.0 2024-11-25T02:30:34,628 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/8836f5c2-1d25-4779-0812-6af69472bb4c/WALs/testcorruptwaltrailer,16010,1732501834458/wal.dat.0 after 1ms 2024-11-25T02:30:34,633 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/8836f5c2-1d25-4779-0812-6af69472bb4c/WALs/testcorruptwaltrailer,16010,1732501834458/wal.dat.0 took 6ms 2024-11-25T02:30:34,779 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:43899/user/jenkins/test-data/8836f5c2-1d25-4779-0812-6af69472bb4c/WALs/testcorruptwaltrailer,16010,1732501834458/wal.dat.0; continuing. 2024-11-25T02:30:34,780 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/8836f5c2-1d25-4779-0812-6af69472bb4c/WALs/testcorruptwaltrailer,16010,1732501834458/wal.dat.0 so closing down 2024-11-25T02:30:34,780 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:34,780 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:34,789 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T02:30:34,797 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/8836f5c2-1d25-4779-0812-6af69472bb4c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T02:30:34,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741856_1033 (size=863) 2024-11-25T02:30:34,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741856_1033 (size=863) 2024-11-25T02:30:34,847 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/8836f5c2-1d25-4779-0812-6af69472bb4c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:34,854 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/8836f5c2-1d25-4779-0812-6af69472bb4c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/8836f5c2-1d25-4779-0812-6af69472bb4c/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-25T02:30:34,854 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 219 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/8836f5c2-1d25-4779-0812-6af69472bb4c/WALs/testcorruptwaltrailer,16010,1732501834458/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-25T02:30:34,854 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/8836f5c2-1d25-4779-0812-6af69472bb4c/WALs/testcorruptwaltrailer,16010,1732501834458/wal.dat.0, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/8836f5c2-1d25-4779-0812-6af69472bb4c/WALs/testcorruptwaltrailer,16010,1732501834458/wal.dat.0, size=859 (859bytes) at 1732501834627Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/8836f5c2-1d25-4779-0812-6af69472bb4c/WALs/testcorruptwaltrailer,16010,1732501834458/wal.dat.0 so closing down at 1732501834780 (+153 ms)3 split writer threads finished at 1732501834780Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/8836f5c2-1d25-4779-0812-6af69472bb4c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732501834797 (+17 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/8836f5c2-1d25-4779-0812-6af69472bb4c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501834847 (+50 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/8836f5c2-1d25-4779-0812-6af69472bb4c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/8836f5c2-1d25-4779-0812-6af69472bb4c/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732501834854 (+7 ms)Processed 10 edits across 1 Regions in 219 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/8836f5c2-1d25-4779-0812-6af69472bb4c/WALs/testcorruptwaltrailer,16010,1732501834458/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1732501834854 2024-11-25T02:30:34,859 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/8836f5c2-1d25-4779-0812-6af69472bb4c/WALs/testcorruptwaltrailer,16010,1732501834458/wal.dat.0 to hdfs://localhost:43899/user/jenkins/test-data/8836f5c2-1d25-4779-0812-6af69472bb4c/oldWALs/wal.dat.0 2024-11-25T02:30:34,897 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=140 (was 140), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=392 (was 392), ProcessCount=11 (was 11), AvailableMemoryMB=4550 (was 4638) 2024-11-25T02:30:34,920 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=392, ProcessCount=11, AvailableMemoryMB=4547 2024-11-25T02:30:34,920 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T02:30:34,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741857_1034 (size=7) 2024-11-25T02:30:34,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741857_1034 (size=7) 2024-11-25T02:30:34,996 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f with version=8 2024-11-25T02:30:34,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:30:35,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:30:35,012 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:30:35,045 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=140 (was 140), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=392 (was 392), ProcessCount=11 (was 11), AvailableMemoryMB=4530 (was 4547) 2024-11-25T02:30:35,071 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=392, ProcessCount=11, AvailableMemoryMB=4525 2024-11-25T02:30:35,071 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T02:30:35,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741858_1035 (size=7) 2024-11-25T02:30:35,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741858_1035 (size=7) 2024-11-25T02:30:35,135 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f with version=8 2024-11-25T02:30:35,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:30:35,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:30:35,146 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:30:35,183 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-25T02:30:35,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741859_1036 (size=93) 2024-11-25T02:30:35,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741859_1036 (size=93) 2024-11-25T02:30:35,234 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=140 (was 140), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=392 (was 392), ProcessCount=11 (was 11), AvailableMemoryMB=4500 (was 4525) 2024-11-25T02:30:35,246 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=392, ProcessCount=11, AvailableMemoryMB=4498 2024-11-25T02:30:35,246 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T02:30:35,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741860_1037 (size=7) 2024-11-25T02:30:35,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741860_1037 (size=7) 2024-11-25T02:30:35,283 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f with version=8 2024-11-25T02:30:35,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:30:35,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:30:35,295 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:30:35,295 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T02:30:35,299 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T02:30:35,306 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T02:30:35,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741861_1038 (size=1393) 2024-11-25T02:30:35,381 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T02:30:35,381 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T02:30:35,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741861_1038 (size=1393) 2024-11-25T02:30:35,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741862_1039 (size=1393) 2024-11-25T02:30:35,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741862_1039 (size=1393) 2024-11-25T02:30:35,489 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T02:30:35,490 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T02:30:35,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741863_1040 (size=1393) 2024-11-25T02:30:35,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741863_1040 (size=1393) 2024-11-25T02:30:35,576 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T02:30:35,577 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T02:30:35,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741864_1041 (size=1393) 2024-11-25T02:30:35,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741864_1041 (size=1393) 2024-11-25T02:30:35,656 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T02:30:35,656 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T02:30:35,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741865_1042 (size=1393) 2024-11-25T02:30:35,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741865_1042 (size=1393) 2024-11-25T02:30:35,719 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T02:30:35,719 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T02:30:35,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741866_1043 (size=1393) 2024-11-25T02:30:35,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741866_1043 (size=1393) 2024-11-25T02:30:35,772 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T02:30:35,773 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T02:30:35,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741867_1044 (size=1405) 2024-11-25T02:30:35,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741867_1044 (size=1405) 2024-11-25T02:30:35,841 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T02:30:35,841 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T02:30:35,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741868_1045 (size=1413) 2024-11-25T02:30:35,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741868_1045 (size=1413) 2024-11-25T02:30:35,916 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T02:30:35,917 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T02:30:35,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:35,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:35,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741869_1046 (size=1413) 2024-11-25T02:30:36,000 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T02:30:36,001 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T02:30:36,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741869_1046 (size=1413) 2024-11-25T02:30:36,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:36,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:36,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:36,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:36,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:36,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:36,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:36,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:36,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:36,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:36,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:36,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:36,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:36,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:36,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:36,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:36,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:36,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:36,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:36,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:36,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:36,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:36,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:36,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:36,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:36,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:36,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:36,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:36,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:36,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:36,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:36,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:36,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:36,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:36,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:36,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:36,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:36,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:36,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:36,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:36,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741870_1047 (size=1413) 2024-11-25T02:30:36,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741870_1047 (size=1413) 2024-11-25T02:30:36,471 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T02:30:36,537 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/4619be13-2c72-ac97-c2ff-b2f90173384e/WALs/testioeonoutputthread,16010,1732501835295/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T02:30:36,537 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/4619be13-2c72-ac97-c2ff-b2f90173384e/WALs/testioeonoutputthread,16010,1732501835295/wal.dat.7 2024-11-25T02:30:36,537 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/4619be13-2c72-ac97-c2ff-b2f90173384e/WALs/testioeonoutputthread,16010,1732501835295/wal.dat.7 after 0ms 2024-11-25T02:30:36,542 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/4619be13-2c72-ac97-c2ff-b2f90173384e/WALs/testioeonoutputthread,16010,1732501835295/wal.dat.7 took 6ms 2024-11-25T02:30:36,562 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/4619be13-2c72-ac97-c2ff-b2f90173384e/WALs/testioeonoutputthread,16010,1732501835295/wal.dat.7 so closing down 2024-11-25T02:30:36,563 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:36,565 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:36,594 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/4619be13-2c72-ac97-c2ff-b2f90173384e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T02:30:36,594 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/4619be13-2c72-ac97-c2ff-b2f90173384e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T02:30:36,606 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T02:30:36,607 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/4619be13-2c72-ac97-c2ff-b2f90173384e/WALs/testioeonoutputthread,16010,1732501835295/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-25T02:30:36,607 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/4619be13-2c72-ac97-c2ff-b2f90173384e/WALs/testioeonoutputthread,16010,1732501835295/wal.dat.7, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/4619be13-2c72-ac97-c2ff-b2f90173384e/WALs/testioeonoutputthread,16010,1732501835295/wal.dat.7, size=1.4 K (1413bytes) at 1732501836537Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/4619be13-2c72-ac97-c2ff-b2f90173384e/WALs/testioeonoutputthread,16010,1732501835295/wal.dat.7 so closing down at 1732501836563 (+26 ms)3 split writer threads finished at 1732501836565 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/4619be13-2c72-ac97-c2ff-b2f90173384e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732501836594 (+29 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/4619be13-2c72-ac97-c2ff-b2f90173384e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732501836595 (+1 ms)Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log at 1732501836606 (+11 ms)Processed 20 edits across 0 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/4619be13-2c72-ac97-c2ff-b2f90173384e/WALs/testioeonoutputthread,16010,1732501835295/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1732501836607 (+1 ms) 2024-11-25T02:30:36,608 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T02:30:36,633 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=143 (was 140) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_78479102_22 at /127.0.0.1:51982 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: split-log-closeStream-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Some-old-thread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.wal.TestWALSplit$3.run(TestWALSplit.java:850) Potentially hanging thread: Background-thread-dumper java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Thread.join(Thread.java:1307) app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:111) app//org.apache.hadoop.hbase.wal.TestWALSplit$4.run(TestWALSplit.java:859) - Thread LEAK? -, OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=392 (was 392), ProcessCount=11 (was 11), AvailableMemoryMB=4404 (was 4498) 2024-11-25T02:30:36,653 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=392, ProcessCount=11, AvailableMemoryMB=4403 2024-11-25T02:30:36,653 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T02:30:36,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741871_1048 (size=7) 2024-11-25T02:30:36,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741871_1048 (size=7) 2024-11-25T02:30:36,690 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f with version=8 2024-11-25T02:30:36,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:30:36,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:30:36,697 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:30:36,736 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T02:30:36,738 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T02:30:36,741 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T02:30:36,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:36,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:36,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:36,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:36,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:36,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:36,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:36,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:36,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:36,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:36,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:36,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:36,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:36,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:36,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:36,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:36,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:36,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:36,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:36,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:36,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:36,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:36,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:36,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:36,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:36,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:36,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:36,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:36,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:36,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:36,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:36,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:36,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:36,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:36,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:36,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:36,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:36,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:36,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:36,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:36,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741872_1049 (size=2324) 2024-11-25T02:30:36,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741872_1049 (size=2324) 2024-11-25T02:30:37,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T02:30:37,195 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T02:30:37,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741873_1050 (size=1393) 2024-11-25T02:30:37,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741873_1050 (size=1393) 2024-11-25T02:30:37,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T02:30:37,284 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T02:30:37,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-25T02:30:37,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-25T02:30:37,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-25T02:30:37,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-25T02:30:37,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-25T02:30:37,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-25T02:30:37,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-25T02:30:37,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-25T02:30:37,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-25T02:30:37,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-25T02:30:37,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-25T02:30:37,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-25T02:30:37,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-25T02:30:37,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-25T02:30:37,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-25T02:30:37,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-25T02:30:37,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-25T02:30:37,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-25T02:30:37,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-25T02:30:37,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-25T02:30:37,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-25T02:30:37,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-25T02:30:37,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-25T02:30:37,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-25T02:30:37,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-25T02:30:37,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-25T02:30:37,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-25T02:30:37,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-25T02:30:37,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-25T02:30:37,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-25T02:30:37,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-25T02:30:37,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-25T02:30:37,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-25T02:30:37,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-25T02:30:37,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-25T02:30:37,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-25T02:30:37,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-25T02:30:37,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-25T02:30:37,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-25T02:30:37,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-25T02:30:37,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-25T02:30:37,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-25T02:30:37,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-25T02:30:37,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-25T02:30:37,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-25T02:30:37,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-25T02:30:37,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-25T02:30:37,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-25T02:30:37,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-25T02:30:37,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-25T02:30:37,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-25T02:30:37,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-25T02:30:37,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-25T02:30:37,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-25T02:30:37,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-25T02:30:37,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-25T02:30:37,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-25T02:30:37,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-25T02:30:37,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-25T02:30:37,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-25T02:30:37,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-25T02:30:37,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-25T02:30:37,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-25T02:30:37,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-25T02:30:37,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-25T02:30:37,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-25T02:30:37,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-25T02:30:37,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-25T02:30:37,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-25T02:30:37,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-25T02:30:37,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-25T02:30:37,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-25T02:30:37,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-25T02:30:37,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-25T02:30:37,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-25T02:30:37,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-25T02:30:37,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-25T02:30:37,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-25T02:30:37,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-25T02:30:37,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-25T02:30:37,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-25T02:30:37,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-25T02:30:37,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-25T02:30:37,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-25T02:30:37,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-25T02:30:37,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-25T02:30:37,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-25T02:30:37,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-25T02:30:37,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-25T02:30:37,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-25T02:30:37,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-25T02:30:37,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-25T02:30:37,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-25T02:30:37,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-25T02:30:37,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-25T02:30:37,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-25T02:30:37,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-25T02:30:37,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-25T02:30:37,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-25T02:30:37,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-25T02:30:37,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-25T02:30:37,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-25T02:30:37,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-25T02:30:37,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-25T02:30:37,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-25T02:30:37,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-25T02:30:37,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-25T02:30:37,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-25T02:30:37,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-25T02:30:37,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-25T02:30:37,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-25T02:30:37,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-25T02:30:37,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-25T02:30:37,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-25T02:30:37,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-25T02:30:37,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-25T02:30:37,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-25T02:30:37,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-25T02:30:37,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-25T02:30:37,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-25T02:30:37,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-25T02:30:37,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-25T02:30:37,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-25T02:30:37,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-25T02:30:37,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-25T02:30:37,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-25T02:30:37,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-25T02:30:37,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-25T02:30:37,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-25T02:30:37,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-25T02:30:37,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-25T02:30:37,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-25T02:30:37,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-25T02:30:37,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-25T02:30:37,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-25T02:30:37,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-25T02:30:37,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-25T02:30:37,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-25T02:30:37,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-25T02:30:37,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-25T02:30:37,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-25T02:30:37,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-25T02:30:37,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-25T02:30:37,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-25T02:30:37,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-25T02:30:37,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-25T02:30:37,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-25T02:30:37,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-25T02:30:37,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-25T02:30:37,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-25T02:30:37,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-25T02:30:37,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-25T02:30:37,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-25T02:30:37,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-25T02:30:37,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-25T02:30:37,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-25T02:30:37,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-25T02:30:37,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-25T02:30:37,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-25T02:30:37,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-25T02:30:37,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-25T02:30:37,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-25T02:30:37,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-25T02:30:37,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-25T02:30:37,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-25T02:30:37,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-25T02:30:37,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-25T02:30:37,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-25T02:30:37,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-25T02:30:37,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-25T02:30:37,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-25T02:30:37,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-25T02:30:37,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-25T02:30:37,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-25T02:30:37,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-25T02:30:37,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-25T02:30:37,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-25T02:30:37,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-25T02:30:37,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-25T02:30:37,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-25T02:30:37,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-25T02:30:37,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-25T02:30:37,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-25T02:30:37,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-25T02:30:37,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-25T02:30:37,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-25T02:30:37,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-25T02:30:37,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-25T02:30:37,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-25T02:30:37,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-25T02:30:37,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-25T02:30:37,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-25T02:30:37,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-25T02:30:37,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-25T02:30:37,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-25T02:30:37,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-25T02:30:37,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-25T02:30:37,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-25T02:30:37,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-25T02:30:37,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-25T02:30:37,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-25T02:30:37,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-25T02:30:37,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-25T02:30:37,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-25T02:30:37,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-25T02:30:37,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-25T02:30:37,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-25T02:30:37,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-25T02:30:37,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-25T02:30:37,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-25T02:30:37,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-25T02:30:37,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-25T02:30:37,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-25T02:30:37,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-25T02:30:37,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-25T02:30:37,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-25T02:30:37,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-25T02:30:37,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-25T02:30:37,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-25T02:30:37,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-25T02:30:37,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-25T02:30:37,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-25T02:30:37,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-25T02:30:37,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-25T02:30:37,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-25T02:30:37,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-25T02:30:37,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-25T02:30:37,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-25T02:30:37,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-25T02:30:37,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-25T02:30:37,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-25T02:30:37,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-25T02:30:37,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-25T02:30:37,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-25T02:30:37,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-25T02:30:37,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-25T02:30:37,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-25T02:30:37,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-25T02:30:37,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-25T02:30:37,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-25T02:30:37,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-25T02:30:37,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-25T02:30:37,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-25T02:30:37,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-25T02:30:37,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-25T02:30:37,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-25T02:30:37,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-25T02:30:37,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-25T02:30:37,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-25T02:30:37,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-25T02:30:37,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-25T02:30:37,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-25T02:30:37,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-25T02:30:37,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-25T02:30:37,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-25T02:30:37,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-25T02:30:37,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-25T02:30:37,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-25T02:30:37,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-25T02:30:37,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-25T02:30:37,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-25T02:30:37,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-25T02:30:37,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-25T02:30:37,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-25T02:30:37,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-25T02:30:37,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-25T02:30:37,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-25T02:30:37,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-25T02:30:37,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-25T02:30:37,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-25T02:30:37,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-25T02:30:37,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-25T02:30:37,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-25T02:30:37,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-25T02:30:37,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-25T02:30:37,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-25T02:30:37,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-25T02:30:37,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-25T02:30:37,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-25T02:30:37,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-25T02:30:37,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-25T02:30:37,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-25T02:30:37,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-25T02:30:37,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-25T02:30:37,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-25T02:30:37,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-25T02:30:37,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-25T02:30:37,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-25T02:30:37,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:37,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:37,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-25T02:30:38,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-25T02:30:38,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-25T02:30:38,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-25T02:30:38,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-25T02:30:38,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-25T02:30:38,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-25T02:30:38,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-25T02:30:38,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-25T02:30:38,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-25T02:30:38,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-25T02:30:38,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-25T02:30:38,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-25T02:30:38,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-25T02:30:38,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-25T02:30:38,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-25T02:30:38,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-25T02:30:38,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-25T02:30:38,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-25T02:30:38,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-25T02:30:38,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-25T02:30:38,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-25T02:30:38,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-25T02:30:38,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-25T02:30:38,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-25T02:30:38,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-25T02:30:38,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-25T02:30:38,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-25T02:30:38,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-25T02:30:38,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-25T02:30:38,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-25T02:30:38,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-25T02:30:38,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-25T02:30:38,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-25T02:30:38,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-25T02:30:38,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-25T02:30:38,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-25T02:30:38,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-25T02:30:38,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-25T02:30:38,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-25T02:30:38,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-25T02:30:38,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-25T02:30:38,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-25T02:30:38,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-25T02:30:38,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-25T02:30:38,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-25T02:30:38,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-25T02:30:38,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-25T02:30:38,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-25T02:30:38,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-25T02:30:38,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-25T02:30:38,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-25T02:30:38,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-25T02:30:38,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-25T02:30:38,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-25T02:30:38,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-25T02:30:38,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-25T02:30:38,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-25T02:30:38,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-25T02:30:38,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-25T02:30:38,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-25T02:30:38,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-25T02:30:38,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-25T02:30:38,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-25T02:30:38,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-25T02:30:38,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-25T02:30:38,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-25T02:30:38,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-25T02:30:38,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-25T02:30:38,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-25T02:30:38,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-25T02:30:38,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-25T02:30:38,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-25T02:30:38,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-25T02:30:38,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-25T02:30:38,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-25T02:30:38,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-25T02:30:38,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-25T02:30:38,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-25T02:30:38,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-25T02:30:38,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-25T02:30:38,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-25T02:30:38,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-25T02:30:38,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-25T02:30:38,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-25T02:30:38,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-25T02:30:38,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-25T02:30:38,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-25T02:30:38,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-25T02:30:38,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-25T02:30:38,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-25T02:30:38,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-25T02:30:38,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-25T02:30:38,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-25T02:30:38,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-25T02:30:38,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-25T02:30:38,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-25T02:30:38,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-25T02:30:38,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-25T02:30:38,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-25T02:30:38,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-25T02:30:38,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-25T02:30:38,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-25T02:30:38,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-25T02:30:38,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-25T02:30:38,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-25T02:30:38,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-25T02:30:38,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-25T02:30:38,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-25T02:30:38,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-25T02:30:38,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-25T02:30:38,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-25T02:30:38,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-25T02:30:38,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-25T02:30:38,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-25T02:30:38,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-25T02:30:38,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-25T02:30:38,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-25T02:30:38,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-25T02:30:38,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-25T02:30:38,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-25T02:30:38,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-25T02:30:38,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-25T02:30:38,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-25T02:30:38,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-25T02:30:38,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-25T02:30:38,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-25T02:30:38,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-25T02:30:38,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-25T02:30:38,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-25T02:30:38,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-25T02:30:38,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-25T02:30:38,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-25T02:30:38,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-25T02:30:38,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-25T02:30:38,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-25T02:30:38,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-25T02:30:38,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-25T02:30:38,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-25T02:30:38,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-25T02:30:38,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-25T02:30:38,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-25T02:30:38,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-25T02:30:38,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-25T02:30:38,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-25T02:30:38,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-25T02:30:38,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-25T02:30:38,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-25T02:30:38,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-25T02:30:38,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-25T02:30:38,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-25T02:30:38,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-25T02:30:38,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-25T02:30:38,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-25T02:30:38,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-25T02:30:38,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-25T02:30:38,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-25T02:30:38,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-25T02:30:38,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-25T02:30:38,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-25T02:30:38,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-25T02:30:38,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-25T02:30:38,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,379 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697): HdfsNamedFileStatus{path=hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1732501837194; access_time=1732501836745; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732501837283; access_time=1732501837195; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1732501837285; access_time=1732501837285; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-25T02:30:38,379 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-25T02:30:38,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-25T02:30:38,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-25T02:30:38,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-25T02:30:38,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-25T02:30:38,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-25T02:30:38,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-25T02:30:38,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-25T02:30:38,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-25T02:30:38,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-25T02:30:38,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-25T02:30:38,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-25T02:30:38,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-25T02:30:38,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-25T02:30:38,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-25T02:30:38,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-25T02:30:38,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-25T02:30:38,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-25T02:30:38,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-25T02:30:38,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-25T02:30:38,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-25T02:30:38,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-25T02:30:38,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-25T02:30:38,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-25T02:30:38,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-25T02:30:38,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-25T02:30:38,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-25T02:30:38,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-25T02:30:38,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-25T02:30:38,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-25T02:30:38,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-25T02:30:38,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-25T02:30:38,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-25T02:30:38,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-25T02:30:38,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-25T02:30:38,462 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.0, size=2.3 K (2324bytes) 2024-11-25T02:30:38,462 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.0 2024-11-25T02:30:38,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,463 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.0 after 1ms 2024-11-25T02:30:38,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-25T02:30:38,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-25T02:30:38,469 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.0 took 7ms 2024-11-25T02:30:38,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-25T02:30:38,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-25T02:30:38,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-25T02:30:38,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-25T02:30:38,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-25T02:30:38,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-25T02:30:38,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-25T02:30:38,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-25T02:30:38,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-25T02:30:38,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-25T02:30:38,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,516 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.0 so closing down 2024-11-25T02:30:38,516 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:38,516 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:38,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-25T02:30:38,646 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T02:30:38,647 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T02:30:38,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-25T02:30:38,649 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T02:30:38,649 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T02:30:38,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-25T02:30:38,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-25T02:30:38,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741875_1052 (size=743) 2024-11-25T02:30:38,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741875_1052 (size=743) 2024-11-25T02:30:38,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-25T02:30:38,662 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:38,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-25T02:30:38,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,667 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T02:30:38,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-25T02:30:38,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741876_1053 (size=743) 2024-11-25T02:30:38,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-25T02:30:38,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-25T02:30:38,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741876_1053 (size=743) 2024-11-25T02:30:38,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,676 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:38,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-25T02:30:38,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-25T02:30:38,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,682 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T02:30:38,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-25T02:30:38,682 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 172 ms; skipped=7; WAL=hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-25T02:30:38,683 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.0, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.0, size=2.3 K (2324bytes) at 1732501838462Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.0 so closing down at 1732501838516 (+54 ms)3 split writer threads finished at 1732501838516Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732501838649 (+133 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732501838649Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501838662 (+13 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732501838667 (+5 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501838676 (+9 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732501838682 (+6 ms)Processed 27 edits across 2 Regions in 172 ms; skipped=7; WAL=hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1732501838683 (+1 ms) 2024-11-25T02:30:38,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-25T02:30:38,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-25T02:30:38,691 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.0 to hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/oldWALs/wal.dat.0 2024-11-25T02:30:38,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,691 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T02:30:38,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,691 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.1 2024-11-25T02:30:38,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-25T02:30:38,692 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.1 after 1ms 2024-11-25T02:30:38,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-25T02:30:38,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,696 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.1 took 5ms 2024-11-25T02:30:38,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-25T02:30:38,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-25T02:30:38,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-25T02:30:38,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-25T02:30:38,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-25T02:30:38,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-25T02:30:38,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-25T02:30:38,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-25T02:30:38,717 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.1 so closing down 2024-11-25T02:30:38,718 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:38,718 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:38,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-25T02:30:38,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-25T02:30:38,724 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T02:30:38,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-25T02:30:38,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-25T02:30:38,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-25T02:30:38,734 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T02:30:38,737 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T02:30:38,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-25T02:30:38,740 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T02:30:38,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-25T02:30:38,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-25T02:30:38,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-25T02:30:38,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-25T02:30:38,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-25T02:30:38,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-25T02:30:38,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-25T02:30:38,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-25T02:30:38,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-25T02:30:38,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-25T02:30:38,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741877_1054 (size=743) 2024-11-25T02:30:38,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741877_1054 (size=743) 2024-11-25T02:30:38,763 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:38,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-25T02:30:38,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,766 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T02:30:38,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-25T02:30:38,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741878_1055 (size=743) 2024-11-25T02:30:38,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-25T02:30:38,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741878_1055 (size=743) 2024-11-25T02:30:38,768 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:38,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,772 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T02:30:38,773 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:30:38,773 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.1, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.1, size=1.4 K (1393bytes) at 1732501838691Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.1 so closing down at 1732501838717 (+26 ms)3 split writer threads finished at 1732501838718 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732501838734 (+16 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732501838740 (+6 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501838763 (+23 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732501838766 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501838768 (+2 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732501838773 (+5 ms)Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501838773 2024-11-25T02:30:38,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-25T02:30:38,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,780 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.1 to hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/oldWALs/wal.dat.1 2024-11-25T02:30:38,781 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.2, size=150 (150bytes) 2024-11-25T02:30:38,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-25T02:30:38,781 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.2 2024-11-25T02:30:38,781 WARN [IPC Server handler 4 on default port 43899 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-25T02:30:38,782 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.2 after 1ms 2024-11-25T02:30:38,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-25T02:30:38,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-25T02:30:38,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-25T02:30:38,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-25T02:30:38,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-25T02:30:38,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-25T02:30:38,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-25T02:30:38,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-25T02:30:38,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-25T02:30:38,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-25T02:30:38,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-25T02:30:38,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-25T02:30:38,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-25T02:30:38,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-25T02:30:38,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-25T02:30:38,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-25T02:30:38,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-25T02:30:38,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-25T02:30:38,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-25T02:30:38,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-25T02:30:38,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-25T02:30:38,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-25T02:30:38,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-25T02:30:38,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-25T02:30:38,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-25T02:30:38,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-25T02:30:38,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-25T02:30:38,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-25T02:30:38,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-25T02:30:38,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-25T02:30:38,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-25T02:30:38,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-25T02:30:38,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-25T02:30:38,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-25T02:30:38,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-25T02:30:38,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-25T02:30:38,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-25T02:30:38,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-25T02:30:38,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-25T02:30:38,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-25T02:30:38,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-25T02:30:38,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-25T02:30:38,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-25T02:30:38,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-25T02:30:38,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-25T02:30:38,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-25T02:30:38,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-25T02:30:38,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-25T02:30:38,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-25T02:30:38,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-25T02:30:38,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-25T02:30:38,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-25T02:30:38,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-25T02:30:38,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-25T02:30:38,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-25T02:30:38,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-25T02:30:38,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-25T02:30:38,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-25T02:30:38,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-25T02:30:38,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-25T02:30:38,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-25T02:30:38,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-25T02:30:38,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-25T02:30:38,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-11-25T02:30:38,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-11-25T02:30:38,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-11-25T02:30:38,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-11-25T02:30:38,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-11-25T02:30:38,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-11-25T02:30:38,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-11-25T02:30:38,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-11-25T02:30:38,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-11-25T02:30:38,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-11-25T02:30:38,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-11-25T02:30:38,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-11-25T02:30:38,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-11-25T02:30:38,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-11-25T02:30:38,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-11-25T02:30:38,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-11-25T02:30:38,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:38,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:38,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-11-25T02:30:38,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-11-25T02:30:39,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-11-25T02:30:39,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-11-25T02:30:39,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-11-25T02:30:39,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-11-25T02:30:39,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-11-25T02:30:39,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-11-25T02:30:39,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-11-25T02:30:39,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-11-25T02:30:39,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-11-25T02:30:39,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-11-25T02:30:39,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-11-25T02:30:39,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-11-25T02:30:39,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-11-25T02:30:39,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-11-25T02:30:39,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-11-25T02:30:39,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-11-25T02:30:39,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-11-25T02:30:39,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-11-25T02:30:39,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-11-25T02:30:39,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-11-25T02:30:39,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-11-25T02:30:39,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-11-25T02:30:39,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-11-25T02:30:39,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-11-25T02:30:39,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-11-25T02:30:39,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-11-25T02:30:39,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-11-25T02:30:39,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=680, seq=0 2024-11-25T02:30:39,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=681, seq=0 2024-11-25T02:30:39,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=682, seq=0 2024-11-25T02:30:39,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=683, seq=0 2024-11-25T02:30:39,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=684, seq=0 2024-11-25T02:30:39,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=685, seq=0 2024-11-25T02:30:39,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=686, seq=0 2024-11-25T02:30:39,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=687, seq=0 2024-11-25T02:30:39,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=688, seq=0 2024-11-25T02:30:39,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=689, seq=0 2024-11-25T02:30:39,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=690, seq=0 2024-11-25T02:30:39,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=691, seq=0 2024-11-25T02:30:39,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=692, seq=0 2024-11-25T02:30:39,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=693, seq=0 2024-11-25T02:30:39,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=694, seq=0 2024-11-25T02:30:39,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=695, seq=0 2024-11-25T02:30:39,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=696, seq=0 2024-11-25T02:30:39,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=697, seq=0 2024-11-25T02:30:39,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=698, seq=0 2024-11-25T02:30:39,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=699, seq=0 2024-11-25T02:30:39,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=700, seq=0 2024-11-25T02:30:39,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=701, seq=0 2024-11-25T02:30:39,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=702, seq=0 2024-11-25T02:30:39,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=703, seq=0 2024-11-25T02:30:39,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=704, seq=0 2024-11-25T02:30:39,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=705, seq=0 2024-11-25T02:30:39,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=706, seq=0 2024-11-25T02:30:39,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=707, seq=0 2024-11-25T02:30:39,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=708, seq=0 2024-11-25T02:30:39,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=709, seq=0 2024-11-25T02:30:39,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=710, seq=0 2024-11-25T02:30:39,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=711, seq=0 2024-11-25T02:30:39,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=712, seq=0 2024-11-25T02:30:39,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=713, seq=0 2024-11-25T02:30:39,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=714, seq=0 2024-11-25T02:30:39,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=715, seq=0 2024-11-25T02:30:39,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=716, seq=0 2024-11-25T02:30:39,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=717, seq=0 2024-11-25T02:30:39,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=718, seq=0 2024-11-25T02:30:39,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=719, seq=0 2024-11-25T02:30:39,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=720, seq=0 2024-11-25T02:30:39,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=721, seq=0 2024-11-25T02:30:39,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=722, seq=0 2024-11-25T02:30:39,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=723, seq=0 2024-11-25T02:30:39,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=724, seq=0 2024-11-25T02:30:39,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=725, seq=0 2024-11-25T02:30:39,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=726, seq=0 2024-11-25T02:30:39,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=727, seq=0 2024-11-25T02:30:39,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=728, seq=0 2024-11-25T02:30:39,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=729, seq=0 2024-11-25T02:30:39,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=730, seq=0 2024-11-25T02:30:39,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=731, seq=0 2024-11-25T02:30:39,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=732, seq=0 2024-11-25T02:30:39,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=733, seq=0 2024-11-25T02:30:39,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=734, seq=0 2024-11-25T02:30:39,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=735, seq=0 2024-11-25T02:30:39,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=736, seq=0 2024-11-25T02:30:39,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=737, seq=0 2024-11-25T02:30:39,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=738, seq=0 2024-11-25T02:30:39,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=739, seq=0 2024-11-25T02:30:39,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=740, seq=0 2024-11-25T02:30:39,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=741, seq=0 2024-11-25T02:30:39,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=742, seq=0 2024-11-25T02:30:39,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=743, seq=0 2024-11-25T02:30:39,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=744, seq=0 2024-11-25T02:30:39,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=745, seq=0 2024-11-25T02:30:39,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=746, seq=0 2024-11-25T02:30:39,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=747, seq=0 2024-11-25T02:30:39,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=748, seq=0 2024-11-25T02:30:39,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=749, seq=0 2024-11-25T02:30:39,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=750, seq=0 2024-11-25T02:30:39,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=751, seq=0 2024-11-25T02:30:39,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=752, seq=0 2024-11-25T02:30:39,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=753, seq=0 2024-11-25T02:30:39,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=754, seq=0 2024-11-25T02:30:39,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=755, seq=0 2024-11-25T02:30:39,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=756, seq=0 2024-11-25T02:30:39,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=757, seq=0 2024-11-25T02:30:39,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=758, seq=0 2024-11-25T02:30:39,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=759, seq=0 2024-11-25T02:30:39,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=760, seq=0 2024-11-25T02:30:39,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=761, seq=0 2024-11-25T02:30:39,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=762, seq=0 2024-11-25T02:30:39,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=763, seq=0 2024-11-25T02:30:39,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=764, seq=0 2024-11-25T02:30:39,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=765, seq=0 2024-11-25T02:30:39,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=766, seq=0 2024-11-25T02:30:39,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=767, seq=0 2024-11-25T02:30:39,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=768, seq=0 2024-11-25T02:30:39,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=769, seq=0 2024-11-25T02:30:39,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=770, seq=0 2024-11-25T02:30:39,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=771, seq=0 2024-11-25T02:30:39,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=772, seq=0 2024-11-25T02:30:39,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=773, seq=0 2024-11-25T02:30:39,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=774, seq=0 2024-11-25T02:30:39,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=775, seq=0 2024-11-25T02:30:39,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=776, seq=0 2024-11-25T02:30:39,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=777, seq=0 2024-11-25T02:30:39,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=778, seq=0 2024-11-25T02:30:39,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=779, seq=0 2024-11-25T02:30:39,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=780, seq=0 2024-11-25T02:30:39,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=781, seq=0 2024-11-25T02:30:39,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=782, seq=0 2024-11-25T02:30:39,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=783, seq=0 2024-11-25T02:30:39,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=784, seq=0 2024-11-25T02:30:39,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=785, seq=0 2024-11-25T02:30:39,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=786, seq=0 2024-11-25T02:30:39,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=787, seq=0 2024-11-25T02:30:39,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=788, seq=0 2024-11-25T02:30:39,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=789, seq=0 2024-11-25T02:30:39,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=790, seq=0 2024-11-25T02:30:39,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=791, seq=0 2024-11-25T02:30:39,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=792, seq=0 2024-11-25T02:30:39,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=793, seq=0 2024-11-25T02:30:39,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=794, seq=0 2024-11-25T02:30:39,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=795, seq=0 2024-11-25T02:30:39,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=796, seq=0 2024-11-25T02:30:39,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=797, seq=0 2024-11-25T02:30:39,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=798, seq=0 2024-11-25T02:30:39,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=799, seq=0 2024-11-25T02:30:39,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=800, seq=0 2024-11-25T02:30:39,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=801, seq=0 2024-11-25T02:30:39,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=802, seq=0 2024-11-25T02:30:39,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=803, seq=0 2024-11-25T02:30:39,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=804, seq=0 2024-11-25T02:30:39,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=805, seq=0 2024-11-25T02:30:39,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=806, seq=0 2024-11-25T02:30:39,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=807, seq=0 2024-11-25T02:30:39,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=808, seq=0 2024-11-25T02:30:39,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=809, seq=0 2024-11-25T02:30:39,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=810, seq=0 2024-11-25T02:30:39,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=811, seq=0 2024-11-25T02:30:39,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=812, seq=0 2024-11-25T02:30:39,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=813, seq=0 2024-11-25T02:30:39,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=814, seq=0 2024-11-25T02:30:39,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=815, seq=0 2024-11-25T02:30:39,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=816, seq=0 2024-11-25T02:30:39,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=817, seq=0 2024-11-25T02:30:39,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=818, seq=0 2024-11-25T02:30:39,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=819, seq=0 2024-11-25T02:30:39,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=820, seq=0 2024-11-25T02:30:39,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=821, seq=0 2024-11-25T02:30:39,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=822, seq=0 2024-11-25T02:30:39,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=823, seq=0 2024-11-25T02:30:39,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=824, seq=0 2024-11-25T02:30:39,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=825, seq=0 2024-11-25T02:30:39,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=826, seq=0 2024-11-25T02:30:39,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=827, seq=0 2024-11-25T02:30:39,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=828, seq=0 2024-11-25T02:30:39,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=829, seq=0 2024-11-25T02:30:39,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=830, seq=0 2024-11-25T02:30:39,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=831, seq=0 2024-11-25T02:30:39,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=832, seq=0 2024-11-25T02:30:39,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=833, seq=0 2024-11-25T02:30:39,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=834, seq=0 2024-11-25T02:30:39,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=835, seq=0 2024-11-25T02:30:39,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=836, seq=0 2024-11-25T02:30:39,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=837, seq=0 2024-11-25T02:30:39,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=838, seq=0 2024-11-25T02:30:39,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=839, seq=0 2024-11-25T02:30:39,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=840, seq=0 2024-11-25T02:30:39,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=841, seq=0 2024-11-25T02:30:39,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=842, seq=0 2024-11-25T02:30:39,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=843, seq=0 2024-11-25T02:30:39,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=844, seq=0 2024-11-25T02:30:39,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=845, seq=0 2024-11-25T02:30:39,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=846, seq=0 2024-11-25T02:30:39,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=847, seq=0 2024-11-25T02:30:39,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=848, seq=0 2024-11-25T02:30:39,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=849, seq=0 2024-11-25T02:30:39,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=850, seq=0 2024-11-25T02:30:39,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=851, seq=0 2024-11-25T02:30:39,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=852, seq=0 2024-11-25T02:30:39,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=853, seq=0 2024-11-25T02:30:39,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=854, seq=0 2024-11-25T02:30:39,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=855, seq=0 2024-11-25T02:30:39,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=856, seq=0 2024-11-25T02:30:39,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=857, seq=0 2024-11-25T02:30:39,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=858, seq=0 2024-11-25T02:30:39,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=859, seq=0 2024-11-25T02:30:39,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=860, seq=0 2024-11-25T02:30:39,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=861, seq=0 2024-11-25T02:30:39,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=862, seq=0 2024-11-25T02:30:39,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=863, seq=0 2024-11-25T02:30:39,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=864, seq=0 2024-11-25T02:30:39,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=865, seq=0 2024-11-25T02:30:39,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=866, seq=0 2024-11-25T02:30:39,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=867, seq=0 2024-11-25T02:30:39,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=868, seq=0 2024-11-25T02:30:39,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=869, seq=0 2024-11-25T02:30:39,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=870, seq=0 2024-11-25T02:30:39,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=871, seq=0 2024-11-25T02:30:39,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=872, seq=0 2024-11-25T02:30:39,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=873, seq=0 2024-11-25T02:30:39,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=874, seq=0 2024-11-25T02:30:39,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=875, seq=0 2024-11-25T02:30:39,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=876, seq=0 2024-11-25T02:30:39,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=877, seq=0 2024-11-25T02:30:39,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=878, seq=0 2024-11-25T02:30:39,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=879, seq=0 2024-11-25T02:30:39,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=880, seq=0 2024-11-25T02:30:39,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=881, seq=0 2024-11-25T02:30:39,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=882, seq=0 2024-11-25T02:30:39,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=883, seq=0 2024-11-25T02:30:39,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=884, seq=0 2024-11-25T02:30:39,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=885, seq=0 2024-11-25T02:30:39,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=886, seq=0 2024-11-25T02:30:39,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=887, seq=0 2024-11-25T02:30:39,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=888, seq=0 2024-11-25T02:30:39,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=889, seq=0 2024-11-25T02:30:39,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=890, seq=0 2024-11-25T02:30:39,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=891, seq=0 2024-11-25T02:30:39,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T02:30:39,642 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1562771252_538 at /127.0.0.1:52196 [Receiving block BP-353614410-172.17.0.3-1732501822611:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:43087:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52196 dst: /127.0.0.1:43087 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43087 remote=/127.0.0.1:52196]. Total timeout mills is 60000, 60000 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T02:30:39,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T02:30:39,642 WARN [ResponseProcessor for block BP-353614410-172.17.0.3-1732501822611:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-353614410-172.17.0.3-1732501822611:blk_1073741874_1051 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T02:30:39,643 WARN [DataStreamer for file /user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.2 block BP-353614410-172.17.0.3-1732501822611:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-353614410-172.17.0.3-1732501822611:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:43087,DS-2df4f16e-3508-455f-96ec-b2339a60a5a9,DISK], DatanodeInfoWithStorage[127.0.0.1:35229,DS-5a035a0d-0048-443b-9615-3e0265b5570c,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:43087,DS-2df4f16e-3508-455f-96ec-b2339a60a5a9,DISK]) is bad. 2024-11-25T02:30:39,643 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1562771252_538 at /127.0.0.1:40670 [Receiving block BP-353614410-172.17.0.3-1732501822611:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:35229:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40670 dst: /127.0.0.1:35229 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T02:30:39,644 WARN [DataStreamer for file /user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.2 block BP-353614410-172.17.0.3-1732501822611:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-353614410-172.17.0.3-1732501822611:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T02:30:39,645 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-353614410-172.17.0.3-1732501822611:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T02:30:39,645 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-353614410-172.17.0.3-1732501822611:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-25T02:30:39,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741874_1056 (size=56419) 2024-11-25T02:30:39,646 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-353614410-172.17.0.3-1732501822611:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 892 2024-11-25T02:30:39,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-25T02:30:39,646 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-353614410-172.17.0.3-1732501822611:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T02:30:39,647 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-353614410-172.17.0.3-1732501822611:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T02:30:42,783 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.2 after 4002ms 2024-11-25T02:30:42,789 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.2 took 4009ms 2024-11-25T02:30:42,826 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.2; continuing. 2024-11-25T02:30:42,826 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.2 so closing down 2024-11-25T02:30:42,826 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:42,828 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:42,841 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T02:30:42,845 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T02:30:42,845 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T02:30:42,860 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T02:30:42,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741879_1057 (size=55777) 2024-11-25T02:30:42,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741879_1057 (size=55777) 2024-11-25T02:30:42,875 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 871 edits, skipped 0 edits in 8 ms) 2024-11-25T02:30:42,877 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T02:30:42,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741880_1058 (size=743) 2024-11-25T02:30:42,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741880_1058 (size=743) 2024-11-25T02:30:42,883 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:42,885 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T02:30:42,885 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 881 edits across 2 Regions in 96 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-25T02:30:42,885 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.2, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.2, size=150 (150bytes) at 1732501838781Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.2 so closing down at 1732501842826 (+4045 ms)3 split writer threads finished at 1732501842828 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732501842845 (+17 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732501842860 (+15 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 871 edits, skipped 0 edits in 8 ms) at 1732501842875 (+15 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732501842877 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501842883 (+6 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732501842885 (+2 ms)Processed 881 edits across 2 Regions in 96 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1732501842885 2024-11-25T02:30:42,888 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/WALs/testlogcannotbewrittenonceparsed,16010,1732501836697/wal.dat.2 to hdfs://localhost:43899/user/jenkins/test-data/e4b780d9-1e7d-cc71-d5a8-0cc97c3c82b6/oldWALs/wal.dat.2 2024-11-25T02:30:42,888 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-25T02:30:42,919 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=891, robber=891 2024-11-25T02:30:42,937 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=146 (was 140) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:43899 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_78479102_22 at /127.0.0.1:49986 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:43899 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:43899 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:43899 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:37145 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_78479102_22 at /127.0.0.1:58126 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=397 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=449 (was 392) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4246 (was 4403) 2024-11-25T02:30:42,949 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=146, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=449, ProcessCount=11, AvailableMemoryMB=4245 2024-11-25T02:30:42,949 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T02:30:42,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741881_1059 (size=7) 2024-11-25T02:30:42,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741881_1059 (size=7) 2024-11-25T02:30:42,977 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f with version=8 2024-11-25T02:30:42,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:30:42,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:30:42,984 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:30:42,986 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T02:30:42,987 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T02:30:42,989 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T02:30:42,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:42,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741882_1060 (size=1393) 2024-11-25T02:30:43,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741882_1060 (size=1393) 2024-11-25T02:30:43,049 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T02:30:43,049 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T02:30:43,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741883_1061 (size=1393) 2024-11-25T02:30:43,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741883_1061 (size=1393) 2024-11-25T02:30:43,108 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T02:30:43,109 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T02:30:43,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741884_1062 (size=1393) 2024-11-25T02:30:43,196 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T02:30:43,196 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T02:30:43,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741884_1062 (size=1393) 2024-11-25T02:30:43,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741885_1063 (size=1393) 2024-11-25T02:30:43,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741885_1063 (size=1393) 2024-11-25T02:30:43,254 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T02:30:43,255 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T02:30:43,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741886_1064 (size=1393) 2024-11-25T02:30:43,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741886_1064 (size=1393) 2024-11-25T02:30:43,296 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T02:30:43,297 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T02:30:43,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741887_1065 (size=1393) 2024-11-25T02:30:43,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741887_1065 (size=1393) 2024-11-25T02:30:43,318 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T02:30:43,319 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T02:30:43,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741888_1066 (size=1405) 2024-11-25T02:30:43,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741888_1066 (size=1405) 2024-11-25T02:30:43,344 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T02:30:43,344 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T02:30:43,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741889_1067 (size=1413) 2024-11-25T02:30:43,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741889_1067 (size=1413) 2024-11-25T02:30:43,379 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T02:30:43,380 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T02:30:43,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741890_1068 (size=1413) 2024-11-25T02:30:43,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741890_1068 (size=1413) 2024-11-25T02:30:43,399 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T02:30:43,399 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T02:30:43,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:43,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:43,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741891_1069 (size=1413) 2024-11-25T02:30:43,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741891_1069 (size=1413) 2024-11-25T02:30:43,431 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T02:30:43,457 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T02:30:43,457 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.0 2024-11-25T02:30:43,460 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.0 after 2ms 2024-11-25T02:30:43,461 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T02:30:45,468 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.0 took 2011ms 2024-11-25T02:30:45,472 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.0 so closing down 2024-11-25T02:30:45,472 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:45,472 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:45,477 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T02:30:45,477 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T02:30:45,479 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T02:30:45,480 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T02:30:45,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741892_1070 (size=743) 2024-11-25T02:30:45,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741892_1070 (size=743) 2024-11-25T02:30:45,517 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:45,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741893_1071 (size=743) 2024-11-25T02:30:45,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741893_1071 (size=743) 2024-11-25T02:30:45,532 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:45,538 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T02:30:45,540 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T02:30:45,541 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:30:45,541 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.0, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.0, size=1.4 K (1393bytes) at 1732501843457Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.0 so closing down at 1732501845472 (+2015 ms)3 split writer threads finished at 1732501845472Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732501845479 (+7 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732501845480 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501845517 (+37 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501845532 (+15 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732501845538 (+6 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732501845540 (+2 ms)Processed 20 edits across 2 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501845541 (+1 ms) 2024-11-25T02:30:45,551 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.0 to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/oldWALs/wal.dat.0 2024-11-25T02:30:45,551 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T02:30:45,552 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.1 2024-11-25T02:30:45,555 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.1 after 3ms 2024-11-25T02:30:45,563 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.1 took 12ms 2024-11-25T02:30:45,566 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.1 so closing down 2024-11-25T02:30:45,566 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:45,566 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:45,580 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T02:30:45,586 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T02:30:45,592 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T02:30:45,592 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T02:30:45,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741894_1072 (size=743) 2024-11-25T02:30:45,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741894_1072 (size=743) 2024-11-25T02:30:45,609 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:45,615 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T02:30:45,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741895_1073 (size=743) 2024-11-25T02:30:45,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741895_1073 (size=743) 2024-11-25T02:30:45,623 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:45,630 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T02:30:45,630 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:30:45,630 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.1, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.1, size=1.4 K (1393bytes) at 1732501845552Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.1 so closing down at 1732501845566 (+14 ms)3 split writer threads finished at 1732501845566Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732501845592 (+26 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732501845592Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501845609 (+17 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732501845615 (+6 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501845623 (+8 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732501845630 (+7 ms)Processed 20 edits across 2 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501845630 2024-11-25T02:30:45,638 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.1 to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/oldWALs/wal.dat.1 2024-11-25T02:30:45,638 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T02:30:45,638 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.2 2024-11-25T02:30:45,639 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.2 after 1ms 2024-11-25T02:30:45,647 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.2 took 9ms 2024-11-25T02:30:45,654 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.2 so closing down 2024-11-25T02:30:45,654 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:45,656 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:45,666 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T02:30:45,675 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T02:30:45,677 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T02:30:45,700 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T02:30:45,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741896_1074 (size=743) 2024-11-25T02:30:45,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741896_1074 (size=743) 2024-11-25T02:30:45,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741897_1075 (size=743) 2024-11-25T02:30:45,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741897_1075 (size=743) 2024-11-25T02:30:45,723 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:45,729 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T02:30:46,121 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:46,127 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T02:30:46,128 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 476 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:30:46,128 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.2, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.2, size=1.4 K (1393bytes) at 1732501845638Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.2 so closing down at 1732501845654 (+16 ms)3 split writer threads finished at 1732501845656 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732501845675 (+19 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732501845700 (+25 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501845723 (+23 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732501845729 (+6 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501846121 (+392 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732501846127 (+6 ms)Processed 20 edits across 2 Regions in 476 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501846128 (+1 ms) 2024-11-25T02:30:46,136 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.2 to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/oldWALs/wal.dat.2 2024-11-25T02:30:46,137 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T02:30:46,138 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.3 2024-11-25T02:30:46,143 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.3 after 5ms 2024-11-25T02:30:46,164 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.3 took 27ms 2024-11-25T02:30:46,175 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.3 so closing down 2024-11-25T02:30:46,175 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:46,175 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:46,189 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T02:30:46,193 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T02:30:46,195 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T02:30:46,197 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T02:30:46,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741899_1077 (size=743) 2024-11-25T02:30:46,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741899_1077 (size=743) 2024-11-25T02:30:46,225 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:46,231 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-25T02:30:46,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741898_1076 (size=743) 2024-11-25T02:30:46,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741898_1076 (size=743) 2024-11-25T02:30:46,260 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:46,265 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T02:30:46,265 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 92 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:30:46,265 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.3, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.3, size=1.4 K (1393bytes) at 1732501846137Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.3 so closing down at 1732501846175 (+38 ms)3 split writer threads finished at 1732501846175Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732501846193 (+18 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732501846197 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501846225 (+28 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732501846231 (+6 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501846260 (+29 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732501846265 (+5 ms)Processed 20 edits across 2 Regions in 92 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501846265 2024-11-25T02:30:46,272 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.3 to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/oldWALs/wal.dat.3 2024-11-25T02:30:46,272 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T02:30:46,272 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.4 2024-11-25T02:30:46,275 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.4 after 3ms 2024-11-25T02:30:46,283 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.4 took 11ms 2024-11-25T02:30:46,292 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.4 so closing down 2024-11-25T02:30:46,292 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:46,297 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:46,304 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T02:30:46,311 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T02:30:46,312 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T02:30:46,320 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T02:30:46,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741900_1078 (size=743) 2024-11-25T02:30:46,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741900_1078 (size=743) 2024-11-25T02:30:46,347 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:46,352 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-25T02:30:46,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741901_1079 (size=743) 2024-11-25T02:30:46,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741901_1079 (size=743) 2024-11-25T02:30:46,358 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:46,362 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-25T02:30:46,363 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:30:46,363 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.4, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.4, size=1.4 K (1393bytes) at 1732501846272Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.4 so closing down at 1732501846292 (+20 ms)3 split writer threads finished at 1732501846297 (+5 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732501846312 (+15 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732501846320 (+8 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501846347 (+27 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732501846352 (+5 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501846358 (+6 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732501846363 (+5 ms)Processed 20 edits across 2 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501846363 2024-11-25T02:30:46,368 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.4 to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/oldWALs/wal.dat.4 2024-11-25T02:30:46,368 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.5, size=1.4 K (1393bytes) 2024-11-25T02:30:46,368 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.5 2024-11-25T02:30:46,369 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.5 after 1ms 2024-11-25T02:30:46,374 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.5 took 6ms 2024-11-25T02:30:46,386 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.5 so closing down 2024-11-25T02:30:46,386 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:46,387 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:46,402 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-25T02:30:46,403 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-25T02:30:46,404 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-25T02:30:46,408 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-25T02:30:46,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741902_1080 (size=743) 2024-11-25T02:30:46,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741902_1080 (size=743) 2024-11-25T02:30:46,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741903_1081 (size=743) 2024-11-25T02:30:46,437 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:46,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741903_1081 (size=743) 2024-11-25T02:30:46,440 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-25T02:30:46,838 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:46,841 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-25T02:30:46,841 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 457 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:30:46,841 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.5, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.5, size=1.4 K (1393bytes) at 1732501846368Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.5 so closing down at 1732501846386 (+18 ms)3 split writer threads finished at 1732501846387 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732501846404 (+17 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732501846408 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501846437 (+29 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732501846440 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501846838 (+398 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732501846841 (+3 ms)Processed 20 edits across 2 Regions in 457 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501846841 2024-11-25T02:30:46,844 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.5 to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/oldWALs/wal.dat.5 2024-11-25T02:30:46,845 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T02:30:46,845 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.6 2024-11-25T02:30:46,846 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.6 after 1ms 2024-11-25T02:30:46,849 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.6 took 4ms 2024-11-25T02:30:46,851 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.6 so closing down 2024-11-25T02:30:46,851 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:46,851 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:46,854 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T02:30:46,854 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T02:30:46,857 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T02:30:46,857 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T02:30:46,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741904_1082 (size=749) 2024-11-25T02:30:46,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741904_1082 (size=749) 2024-11-25T02:30:46,873 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:46,876 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-25T02:30:46,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741905_1083 (size=749) 2024-11-25T02:30:46,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741905_1083 (size=749) 2024-11-25T02:30:46,884 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:46,887 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-25T02:30:46,887 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-25T02:30:46,887 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.6, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.6, size=1.4 K (1405bytes) at 1732501846845Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.6 so closing down at 1732501846851 (+6 ms)3 split writer threads finished at 1732501846851Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732501846857 (+6 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732501846857Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501846873 (+16 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732501846876 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501846884 (+8 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732501846887 (+3 ms)Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732501846887 2024-11-25T02:30:46,890 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.6 to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/oldWALs/wal.dat.6 2024-11-25T02:30:46,891 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T02:30:46,891 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.7 2024-11-25T02:30:46,891 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.7 after 0ms 2024-11-25T02:30:46,894 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.7 took 4ms 2024-11-25T02:30:46,896 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.7 so closing down 2024-11-25T02:30:46,896 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:46,896 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:46,899 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T02:30:46,899 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T02:30:46,900 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T02:30:46,900 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T02:30:46,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741906_1084 (size=753) 2024-11-25T02:30:46,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741906_1084 (size=753) 2024-11-25T02:30:46,913 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:46,916 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-25T02:30:46,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741907_1085 (size=753) 2024-11-25T02:30:46,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741907_1085 (size=753) 2024-11-25T02:30:47,319 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:47,324 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-25T02:30:47,324 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T02:30:47,324 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.7, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.7, size=1.4 K (1413bytes) at 1732501846891Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.7 so closing down at 1732501846896 (+5 ms)3 split writer threads finished at 1732501846896Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732501846900 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732501846900Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501846913 (+13 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732501846916 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501847319 (+403 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732501847324 (+5 ms)Processed 20 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732501847324 2024-11-25T02:30:47,329 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.7 to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/oldWALs/wal.dat.7 2024-11-25T02:30:47,329 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T02:30:47,329 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.8 2024-11-25T02:30:47,330 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.8 after 1ms 2024-11-25T02:30:47,335 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.8 took 5ms 2024-11-25T02:30:47,337 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.8 so closing down 2024-11-25T02:30:47,337 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:47,338 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:47,342 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T02:30:47,344 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T02:30:47,345 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T02:30:47,348 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T02:30:47,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741908_1086 (size=753) 2024-11-25T02:30:47,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741908_1086 (size=753) 2024-11-25T02:30:47,361 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:47,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741909_1087 (size=753) 2024-11-25T02:30:47,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741909_1087 (size=753) 2024-11-25T02:30:47,367 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-25T02:30:47,368 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:47,372 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-25T02:30:47,372 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T02:30:47,372 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.8, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.8, size=1.4 K (1413bytes) at 1732501847329Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.8 so closing down at 1732501847337 (+8 ms)3 split writer threads finished at 1732501847338 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732501847345 (+7 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732501847348 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501847361 (+13 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732501847367 (+6 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501847369 (+2 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732501847372 (+3 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732501847372 2024-11-25T02:30:47,378 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.8 to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/oldWALs/wal.dat.8 2024-11-25T02:30:47,379 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T02:30:47,379 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.9 2024-11-25T02:30:47,380 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.9 after 1ms 2024-11-25T02:30:47,384 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.9 took 4ms 2024-11-25T02:30:47,391 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.9 so closing down 2024-11-25T02:30:47,391 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:47,392 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:47,399 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T02:30:47,408 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T02:30:47,412 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T02:30:47,412 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T02:30:47,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741911_1089 (size=753) 2024-11-25T02:30:47,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741911_1089 (size=753) 2024-11-25T02:30:47,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741910_1088 (size=753) 2024-11-25T02:30:47,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741910_1088 (size=753) 2024-11-25T02:30:47,432 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:47,432 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:47,437 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-25T02:30:47,437 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-25T02:30:47,437 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T02:30:47,437 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.9, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.9, size=1.4 K (1413bytes) at 1732501847379Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.9 so closing down at 1732501847391 (+12 ms)3 split writer threads finished at 1732501847392 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732501847412 (+20 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732501847412Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501847432 (+20 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501847432Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732501847437 (+5 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732501847437Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732501847437 2024-11-25T02:30:47,442 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/WALs/testretryopenduringrecovery,16010,1732501842984/wal.dat.9 to hdfs://localhost:43899/user/jenkins/test-data/62d4b7b9-ddcb-9f55-12ce-773242bf141d/oldWALs/wal.dat.9 2024-11-25T02:30:47,455 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=146 (was 146), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=485 (was 449) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4176 (was 4245) 2024-11-25T02:30:47,463 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=146, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=485, ProcessCount=11, AvailableMemoryMB=4176 2024-11-25T02:30:47,463 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T02:30:47,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741912_1090 (size=7) 2024-11-25T02:30:47,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741912_1090 (size=7) 2024-11-25T02:30:47,480 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f with version=8 2024-11-25T02:30:47,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:30:47,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:30:47,486 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:30:47,486 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T02:30:47,487 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T02:30:47,490 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T02:30:47,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741913_1091 (size=1393) 2024-11-25T02:30:47,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741913_1091 (size=1393) 2024-11-25T02:30:47,515 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T02:30:47,515 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T02:30:47,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741914_1092 (size=1393) 2024-11-25T02:30:47,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741914_1092 (size=1393) 2024-11-25T02:30:47,539 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T02:30:47,539 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T02:30:47,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741915_1093 (size=1393) 2024-11-25T02:30:47,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741915_1093 (size=1393) 2024-11-25T02:30:47,567 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T02:30:47,567 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T02:30:47,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741916_1094 (size=1393) 2024-11-25T02:30:47,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741916_1094 (size=1393) 2024-11-25T02:30:47,587 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T02:30:47,588 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T02:30:47,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741917_1095 (size=1393) 2024-11-25T02:30:47,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741917_1095 (size=1393) 2024-11-25T02:30:47,613 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T02:30:47,614 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T02:30:47,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,633 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T02:30:47,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:47,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:47,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741919_1097 (size=1405) 2024-11-25T02:30:47,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741919_1097 (size=1405) 2024-11-25T02:30:48,058 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T02:30:48,058 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T02:30:48,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741920_1098 (size=1413) 2024-11-25T02:30:48,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741920_1098 (size=1413) 2024-11-25T02:30:48,477 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T02:30:48,478 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T02:30:48,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741921_1099 (size=1413) 2024-11-25T02:30:48,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741921_1099 (size=1413) 2024-11-25T02:30:48,494 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T02:30:48,494 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T02:30:48,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:48,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:48,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741922_1100 (size=1413) 2024-11-25T02:30:48,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741922_1100 (size=1413) 2024-11-25T02:30:48,514 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T02:30:48,533 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T02:30:48,533 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.0 2024-11-25T02:30:48,533 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.0 after 0ms 2024-11-25T02:30:48,535 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.0 took 2ms 2024-11-25T02:30:48,538 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.0 so closing down 2024-11-25T02:30:48,538 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:48,538 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:48,542 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T02:30:48,555 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T02:30:48,560 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T02:30:48,590 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T02:30:48,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741923_1101 (size=743) 2024-11-25T02:30:48,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741924_1102 (size=743) 2024-11-25T02:30:48,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741923_1101 (size=743) 2024-11-25T02:30:48,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741924_1102 (size=743) 2024-11-25T02:30:48,651 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:48,651 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:48,653 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T02:30:48,653 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T02:30:48,654 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:30:48,654 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.0, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.0, size=1.4 K (1393bytes) at 1732501848533Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.0 so closing down at 1732501848538 (+5 ms)3 split writer threads finished at 1732501848538Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732501848555 (+17 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732501848590 (+35 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501848651 (+61 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501848651Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732501848653 (+2 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732501848653Processed 20 edits across 2 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501848654 (+1 ms) 2024-11-25T02:30:48,655 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.0 to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/oldWALs/wal.dat.0 2024-11-25T02:30:48,656 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T02:30:48,656 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.1 2024-11-25T02:30:48,656 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.1 after 0ms 2024-11-25T02:30:48,659 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.1 took 4ms 2024-11-25T02:30:48,661 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.1 so closing down 2024-11-25T02:30:48,661 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:48,664 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:48,666 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T02:30:48,668 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T02:30:48,673 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T02:30:48,712 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T02:30:48,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741925_1103 (size=743) 2024-11-25T02:30:48,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741925_1103 (size=743) 2024-11-25T02:30:48,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741926_1104 (size=743) 2024-11-25T02:30:48,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741926_1104 (size=743) 2024-11-25T02:30:48,780 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:48,782 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T02:30:49,164 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:49,166 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T02:30:49,166 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 507 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:30:49,167 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.1, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.1, size=1.4 K (1393bytes) at 1732501848656Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.1 so closing down at 1732501848661 (+5 ms)3 split writer threads finished at 1732501848664 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732501848668 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732501848712 (+44 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501848780 (+68 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732501848782 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501849164 (+382 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732501849166 (+2 ms)Processed 20 edits across 2 Regions in 507 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501849166 2024-11-25T02:30:49,170 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.1 to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/oldWALs/wal.dat.1 2024-11-25T02:30:49,170 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T02:30:49,170 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.2 2024-11-25T02:30:49,171 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.2 after 1ms 2024-11-25T02:30:49,175 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.2 took 5ms 2024-11-25T02:30:49,185 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.2 so closing down 2024-11-25T02:30:49,185 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:49,185 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:49,194 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T02:30:49,195 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T02:30:49,196 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T02:30:49,200 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T02:30:49,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741928_1106 (size=743) 2024-11-25T02:30:49,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741928_1106 (size=743) 2024-11-25T02:30:49,222 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:49,225 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T02:30:49,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741927_1105 (size=743) 2024-11-25T02:30:49,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741927_1105 (size=743) 2024-11-25T02:30:49,229 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:49,231 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T02:30:49,231 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:30:49,231 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.2, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.2, size=1.4 K (1393bytes) at 1732501849170Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.2 so closing down at 1732501849185 (+15 ms)3 split writer threads finished at 1732501849185Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732501849196 (+11 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732501849200 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501849222 (+22 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732501849225 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501849229 (+4 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732501849231 (+2 ms)Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501849231 2024-11-25T02:30:49,233 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.2 to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/oldWALs/wal.dat.2 2024-11-25T02:30:49,233 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T02:30:49,233 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.3 2024-11-25T02:30:49,233 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.3 after 0ms 2024-11-25T02:30:49,236 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.3 took 2ms 2024-11-25T02:30:49,241 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.3 so closing down 2024-11-25T02:30:49,241 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:49,246 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:49,249 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T02:30:49,249 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T02:30:49,250 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T02:30:49,250 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T02:30:49,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741930_1108 (size=743) 2024-11-25T02:30:49,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741930_1108 (size=743) 2024-11-25T02:30:49,264 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:49,265 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-25T02:30:49,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741929_1107 (size=743) 2024-11-25T02:30:49,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741929_1107 (size=743) 2024-11-25T02:30:49,269 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:49,272 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T02:30:49,273 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:30:49,273 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.3, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.3, size=1.4 K (1393bytes) at 1732501849233Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.3 so closing down at 1732501849241 (+8 ms)3 split writer threads finished at 1732501849246 (+5 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732501849250 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732501849250Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501849264 (+14 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732501849265 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501849269 (+4 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732501849273 (+4 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501849273 2024-11-25T02:30:49,277 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.3 to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/oldWALs/wal.dat.3 2024-11-25T02:30:49,278 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T02:30:49,278 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.4 2024-11-25T02:30:49,279 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.4 after 1ms 2024-11-25T02:30:49,282 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.4 took 5ms 2024-11-25T02:30:49,287 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.4 so closing down 2024-11-25T02:30:49,287 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:49,300 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:49,305 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T02:30:49,310 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T02:30:49,310 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T02:30:49,311 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T02:30:49,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741931_1109 (size=743) 2024-11-25T02:30:49,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741931_1109 (size=743) 2024-11-25T02:30:49,330 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:49,331 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-25T02:30:49,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741932_1110 (size=743) 2024-11-25T02:30:49,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741932_1110 (size=743) 2024-11-25T02:30:49,742 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:49,743 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-25T02:30:49,744 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 458 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:30:49,744 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.4, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.4, size=1.4 K (1393bytes) at 1732501849278Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.4 so closing down at 1732501849287 (+9 ms)3 split writer threads finished at 1732501849300 (+13 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732501849310 (+10 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732501849311 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501849330 (+19 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732501849331 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501849742 (+411 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732501849743 (+1 ms)Processed 20 edits across 2 Regions in 458 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501849744 (+1 ms) 2024-11-25T02:30:49,746 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.4 to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/oldWALs/wal.dat.4 2024-11-25T02:30:49,746 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.5, size=150 (150bytes) 2024-11-25T02:30:49,746 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.5 2024-11-25T02:30:49,747 WARN [IPC Server handler 1 on default port 43899 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-25T02:30:49,747 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.5 after 1ms 2024-11-25T02:30:50,606 WARN [ResponseProcessor for block BP-353614410-172.17.0.3-1732501822611:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-353614410-172.17.0.3-1732501822611:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T02:30:50,606 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1980600159_22 at /127.0.0.1:58506 [Receiving block BP-353614410-172.17.0.3-1732501822611:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:35229:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58506 dst: /127.0.0.1:35229 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:35229 remote=/127.0.0.1:58506]. Total timeout mills is 60000, 57027 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T02:30:50,607 WARN [DataStreamer for file /user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.5 block BP-353614410-172.17.0.3-1732501822611:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-353614410-172.17.0.3-1732501822611:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:35229,DS-5a035a0d-0048-443b-9615-3e0265b5570c,DISK], DatanodeInfoWithStorage[127.0.0.1:43087,DS-2df4f16e-3508-455f-96ec-b2339a60a5a9,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:35229,DS-5a035a0d-0048-443b-9615-3e0265b5570c,DISK]) is bad. 2024-11-25T02:30:50,607 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1980600159_22 at /127.0.0.1:50326 [Receiving block BP-353614410-172.17.0.3-1732501822611:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:43087:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50326 dst: /127.0.0.1:43087 java.io.InterruptedIOException: Interrupted receiveBlock at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T02:30:50,608 WARN [DataStreamer for file /user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.5 block BP-353614410-172.17.0.3-1732501822611:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-353614410-172.17.0.3-1732501822611:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T02:30:53,749 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.5 after 4003ms 2024-11-25T02:30:53,757 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.5 took 4011ms 2024-11-25T02:30:53,761 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.5; continuing. 2024-11-25T02:30:53,761 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.5 so closing down 2024-11-25T02:30:53,761 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:53,761 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:53,764 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-25T02:30:53,764 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-25T02:30:53,765 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-25T02:30:53,765 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-25T02:30:53,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741934_1113 (size=743) 2024-11-25T02:30:53,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741934_1113 (size=743) 2024-11-25T02:30:53,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741933_1112 (size=743) 2024-11-25T02:30:53,774 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:53,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741933_1112 (size=743) 2024-11-25T02:30:53,775 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-25T02:30:54,175 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:54,178 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-25T02:30:54,179 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-25T02:30:54,179 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.5, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.5, size=150 (150bytes) at 1732501849746Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.5 so closing down at 1732501853761 (+4015 ms)3 split writer threads finished at 1732501853761Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732501853765 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732501853765Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501853774 (+9 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732501853775 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501854175 (+400 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732501854178 (+3 ms)Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1732501854179 (+1 ms) 2024-11-25T02:30:54,183 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.5 to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/oldWALs/wal.dat.5 2024-11-25T02:30:54,183 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T02:30:54,183 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.6 2024-11-25T02:30:54,184 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.6 after 1ms 2024-11-25T02:30:54,188 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.6 took 5ms 2024-11-25T02:30:54,191 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.6 so closing down 2024-11-25T02:30:54,191 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:54,191 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:54,195 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T02:30:54,195 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T02:30:54,197 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T02:30:54,197 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T02:30:54,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741935_1114 (size=749) 2024-11-25T02:30:54,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741935_1114 (size=749) 2024-11-25T02:30:54,203 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:54,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741936_1115 (size=749) 2024-11-25T02:30:54,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741936_1115 (size=749) 2024-11-25T02:30:54,205 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:54,205 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-25T02:30:54,206 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-25T02:30:54,206 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-25T02:30:54,206 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.6, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.6, size=1.4 K (1405bytes) at 1732501854183Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.6 so closing down at 1732501854191 (+8 ms)3 split writer threads finished at 1732501854191Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732501854197 (+6 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732501854197Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501854203 (+6 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501854205 (+2 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732501854205Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732501854206 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732501854206 2024-11-25T02:30:54,208 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.6 to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/oldWALs/wal.dat.6 2024-11-25T02:30:54,208 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T02:30:54,208 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.7 2024-11-25T02:30:54,209 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.7 after 1ms 2024-11-25T02:30:54,211 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.7 took 3ms 2024-11-25T02:30:54,212 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.7 so closing down 2024-11-25T02:30:54,212 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:54,212 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:54,215 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T02:30:54,215 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T02:30:54,216 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T02:30:54,216 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T02:30:54,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741938_1117 (size=753) 2024-11-25T02:30:54,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741937_1116 (size=753) 2024-11-25T02:30:54,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741937_1116 (size=753) 2024-11-25T02:30:54,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741938_1117 (size=753) 2024-11-25T02:30:54,225 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:54,225 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:54,227 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-25T02:30:54,227 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-25T02:30:54,227 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T02:30:54,227 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.7, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.7, size=1.4 K (1413bytes) at 1732501854208Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.7 so closing down at 1732501854212 (+4 ms)3 split writer threads finished at 1732501854212Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732501854216 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732501854216Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501854225 (+9 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501854225Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732501854227 (+2 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732501854227Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732501854227 2024-11-25T02:30:54,229 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.7 to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/oldWALs/wal.dat.7 2024-11-25T02:30:54,229 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T02:30:54,229 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.8 2024-11-25T02:30:54,229 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.8 after 0ms 2024-11-25T02:30:54,232 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.8 took 2ms 2024-11-25T02:30:54,233 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.8 so closing down 2024-11-25T02:30:54,233 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:54,233 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:54,235 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T02:30:54,235 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T02:30:54,237 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T02:30:54,237 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T02:30:54,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741940_1119 (size=753) 2024-11-25T02:30:54,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741939_1118 (size=753) 2024-11-25T02:30:54,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741940_1119 (size=753) 2024-11-25T02:30:54,247 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:54,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741939_1118 (size=753) 2024-11-25T02:30:54,248 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:54,248 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-25T02:30:54,249 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-25T02:30:54,249 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T02:30:54,250 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.8, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.8, size=1.4 K (1413bytes) at 1732501854229Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.8 so closing down at 1732501854233 (+4 ms)3 split writer threads finished at 1732501854233Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732501854237 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732501854237Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501854247 (+10 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501854248 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732501854249 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732501854249Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732501854249 2024-11-25T02:30:54,251 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.8 to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/oldWALs/wal.dat.8 2024-11-25T02:30:54,252 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T02:30:54,252 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.9 2024-11-25T02:30:54,252 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.9 after 0ms 2024-11-25T02:30:54,255 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.9 took 4ms 2024-11-25T02:30:54,256 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.9 so closing down 2024-11-25T02:30:54,256 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:54,256 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:54,259 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T02:30:54,260 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T02:30:54,262 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T02:30:54,263 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T02:30:54,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741941_1120 (size=753) 2024-11-25T02:30:54,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741941_1120 (size=753) 2024-11-25T02:30:54,266 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:54,267 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-25T02:30:54,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741942_1121 (size=753) 2024-11-25T02:30:54,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741942_1121 (size=753) 2024-11-25T02:30:54,270 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:54,271 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-25T02:30:54,271 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T02:30:54,271 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.9, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.9, size=1.4 K (1413bytes) at 1732501854252Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.9 so closing down at 1732501854256 (+4 ms)3 split writer threads finished at 1732501854256Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732501854260 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732501854264 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501854266 (+2 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732501854267 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501854270 (+3 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732501854271 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732501854271 2024-11-25T02:30:54,273 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732501847486/wal.dat.9 to hdfs://localhost:43899/user/jenkins/test-data/69bab358-7329-4e1c-dfa5-c707ea39601b/oldWALs/wal.dat.9 2024-11-25T02:30:54,330 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=144 (was 146), OpenFileDescriptor=393 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=455 (was 485), ProcessCount=11 (was 11), AvailableMemoryMB=4109 (was 4176) 2024-11-25T02:30:54,336 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=144, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=455, ProcessCount=11, AvailableMemoryMB=4109 2024-11-25T02:30:54,336 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T02:30:54,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741943_1122 (size=7) 2024-11-25T02:30:54,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741943_1122 (size=7) 2024-11-25T02:30:54,344 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f with version=8 2024-11-25T02:30:54,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:30:54,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:30:54,347 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:30:54,356 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=144 (was 144), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=455 (was 455), ProcessCount=11 (was 11), AvailableMemoryMB=4109 (was 4109) 2024-11-25T02:30:54,362 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=144, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=455, ProcessCount=11, AvailableMemoryMB=4108 2024-11-25T02:30:54,362 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T02:30:54,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741944_1123 (size=7) 2024-11-25T02:30:54,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741944_1123 (size=7) 2024-11-25T02:30:54,371 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f with version=8 2024-11-25T02:30:54,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:30:54,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:30:54,375 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:30:54,375 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T02:30:54,376 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T02:30:54,377 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T02:30:54,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741945_1124 (size=1393) 2024-11-25T02:30:54,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741945_1124 (size=1393) 2024-11-25T02:30:54,391 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T02:30:54,391 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T02:30:54,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741946_1125 (size=1393) 2024-11-25T02:30:54,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741946_1125 (size=1393) 2024-11-25T02:30:54,403 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T02:30:54,404 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T02:30:54,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741947_1126 (size=1393) 2024-11-25T02:30:54,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741947_1126 (size=1393) 2024-11-25T02:30:54,420 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T02:30:54,420 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T02:30:54,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741948_1127 (size=1393) 2024-11-25T02:30:54,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741948_1127 (size=1393) 2024-11-25T02:30:54,843 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T02:30:54,844 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T02:30:54,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741949_1128 (size=1393) 2024-11-25T02:30:54,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741949_1128 (size=1393) 2024-11-25T02:30:54,864 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T02:30:54,864 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T02:30:54,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741950_1129 (size=1393) 2024-11-25T02:30:54,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741950_1129 (size=1393) 2024-11-25T02:30:54,880 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T02:30:54,880 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T02:30:54,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741951_1130 (size=1405) 2024-11-25T02:30:54,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741951_1130 (size=1405) 2024-11-25T02:30:54,896 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T02:30:54,896 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T02:30:54,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741952_1131 (size=1413) 2024-11-25T02:30:54,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741952_1131 (size=1413) 2024-11-25T02:30:54,908 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T02:30:54,908 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T02:30:54,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741953_1132 (size=1413) 2024-11-25T02:30:54,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741953_1132 (size=1413) 2024-11-25T02:30:54,922 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T02:30:54,922 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T02:30:54,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:54,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:54,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741954_1133 (size=1413) 2024-11-25T02:30:54,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741954_1133 (size=1413) 2024-11-25T02:30:54,934 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T02:30:54,951 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T02:30:54,951 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.0 2024-11-25T02:30:54,951 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.0 after 0ms 2024-11-25T02:30:54,953 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.0 took 2ms 2024-11-25T02:30:54,956 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.0 so closing down 2024-11-25T02:30:54,956 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:54,956 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:54,958 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T02:30:54,958 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T02:30:54,959 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T02:30:54,959 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T02:30:54,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741956_1135 (size=743) 2024-11-25T02:30:54,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741955_1134 (size=743) 2024-11-25T02:30:54,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741955_1134 (size=743) 2024-11-25T02:30:54,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741956_1135 (size=743) 2024-11-25T02:30:54,964 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:54,965 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:54,965 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T02:30:54,966 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T02:30:54,966 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:30:54,966 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.0, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.0, size=1.4 K (1393bytes) at 1732501854951Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.0 so closing down at 1732501854956 (+5 ms)3 split writer threads finished at 1732501854956Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732501854959 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732501854959Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501854964 (+5 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501854965 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732501854965Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732501854966 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501854966 2024-11-25T02:30:54,967 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.0 to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/oldWALs/wal.dat.0 2024-11-25T02:30:54,968 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T02:30:54,968 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.1 2024-11-25T02:30:54,968 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.1 after 0ms 2024-11-25T02:30:54,970 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.1 took 3ms 2024-11-25T02:30:54,971 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.1 so closing down 2024-11-25T02:30:54,971 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:54,971 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:54,973 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T02:30:54,973 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T02:30:54,974 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T02:30:54,974 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T02:30:54,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741958_1137 (size=743) 2024-11-25T02:30:54,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741957_1136 (size=743) 2024-11-25T02:30:54,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741957_1136 (size=743) 2024-11-25T02:30:54,984 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:54,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741958_1137 (size=743) 2024-11-25T02:30:54,985 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T02:30:55,385 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:55,389 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T02:30:55,390 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:30:55,390 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.1, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.1, size=1.4 K (1393bytes) at 1732501854968Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.1 so closing down at 1732501854971 (+3 ms)3 split writer threads finished at 1732501854971Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732501854974 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732501854974Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501854984 (+10 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732501854985 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501855385 (+400 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732501855389 (+4 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501855390 (+1 ms) 2024-11-25T02:30:55,396 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.1 to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/oldWALs/wal.dat.1 2024-11-25T02:30:55,396 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T02:30:55,396 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.2 2024-11-25T02:30:55,397 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.2 after 1ms 2024-11-25T02:30:55,400 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.2 took 4ms 2024-11-25T02:30:55,403 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.2 so closing down 2024-11-25T02:30:55,403 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:55,403 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:55,407 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T02:30:55,407 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T02:30:55,408 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T02:30:55,408 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T02:30:55,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741959_1138 (size=743) 2024-11-25T02:30:55,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741959_1138 (size=743) 2024-11-25T02:30:55,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741960_1139 (size=743) 2024-11-25T02:30:55,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741960_1139 (size=743) 2024-11-25T02:30:55,418 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:55,419 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T02:30:55,818 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:55,821 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T02:30:55,821 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:30:55,821 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.2, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.2, size=1.4 K (1393bytes) at 1732501855396Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.2 so closing down at 1732501855403 (+7 ms)3 split writer threads finished at 1732501855403Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732501855408 (+5 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732501855408Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501855418 (+10 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732501855419 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501855818 (+399 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732501855821 (+3 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501855821 2024-11-25T02:30:55,823 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.2 to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/oldWALs/wal.dat.2 2024-11-25T02:30:55,824 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T02:30:55,824 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.3 2024-11-25T02:30:55,824 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.3 after 0ms 2024-11-25T02:30:55,826 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.3 took 3ms 2024-11-25T02:30:55,828 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.3 so closing down 2024-11-25T02:30:55,828 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:55,828 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:55,830 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T02:30:55,830 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T02:30:55,831 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T02:30:55,832 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T02:30:55,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741961_1140 (size=743) 2024-11-25T02:30:55,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741961_1140 (size=743) 2024-11-25T02:30:55,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741962_1141 (size=743) 2024-11-25T02:30:55,836 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:55,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741962_1141 (size=743) 2024-11-25T02:30:55,837 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-25T02:30:56,238 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:56,241 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T02:30:56,241 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:30:56,242 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.3, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.3, size=1.4 K (1393bytes) at 1732501855824Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.3 so closing down at 1732501855828 (+4 ms)3 split writer threads finished at 1732501855828Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732501855831 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732501855832 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501855836 (+4 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732501855837 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501856238 (+401 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732501856241 (+3 ms)Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501856241 2024-11-25T02:30:56,244 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.3 to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/oldWALs/wal.dat.3 2024-11-25T02:30:56,245 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T02:30:56,245 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.4 2024-11-25T02:30:56,246 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.4 after 0ms 2024-11-25T02:30:56,249 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.4 took 4ms 2024-11-25T02:30:56,251 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.4 so closing down 2024-11-25T02:30:56,251 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:56,251 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:56,254 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T02:30:56,254 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T02:30:56,255 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T02:30:56,255 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T02:30:56,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741963_1142 (size=743) 2024-11-25T02:30:56,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741963_1142 (size=743) 2024-11-25T02:30:56,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741964_1143 (size=743) 2024-11-25T02:30:56,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741964_1143 (size=743) 2024-11-25T02:30:56,261 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:56,262 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:56,263 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-25T02:30:56,264 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-25T02:30:56,264 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:30:56,264 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.4, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.4, size=1.4 K (1393bytes) at 1732501856245Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.4 so closing down at 1732501856251 (+6 ms)3 split writer threads finished at 1732501856251Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732501856255 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732501856255Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501856261 (+6 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501856262 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732501856263 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732501856264 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501856264 2024-11-25T02:30:56,266 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.4 to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/oldWALs/wal.dat.4 2024-11-25T02:30:56,266 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.5, size=1.4 K (1393bytes) 2024-11-25T02:30:56,266 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.5 2024-11-25T02:30:56,267 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.5 after 1ms 2024-11-25T02:30:56,269 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.5 took 3ms 2024-11-25T02:30:56,270 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.5 so closing down 2024-11-25T02:30:56,271 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:56,271 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:56,273 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-25T02:30:56,274 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-25T02:30:56,274 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-25T02:30:56,275 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-25T02:30:56,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741965_1144 (size=743) 2024-11-25T02:30:56,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741965_1144 (size=743) 2024-11-25T02:30:56,285 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:56,286 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-25T02:30:56,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741966_1145 (size=743) 2024-11-25T02:30:56,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741966_1145 (size=743) 2024-11-25T02:30:56,294 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:56,296 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-25T02:30:56,297 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:30:56,297 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.5, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.5, size=1.4 K (1393bytes) at 1732501856266Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.5 so closing down at 1732501856270 (+4 ms)3 split writer threads finished at 1732501856271 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732501856274 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732501856275 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501856285 (+10 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732501856286 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501856294 (+8 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732501856296 (+2 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501856297 (+1 ms) 2024-11-25T02:30:56,299 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.5 to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/oldWALs/wal.dat.5 2024-11-25T02:30:56,299 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T02:30:56,299 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.6 2024-11-25T02:30:56,300 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.6 after 1ms 2024-11-25T02:30:56,302 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.6 took 3ms 2024-11-25T02:30:56,303 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.6 so closing down 2024-11-25T02:30:56,303 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:56,303 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:56,305 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T02:30:56,305 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T02:30:56,307 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T02:30:56,307 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T02:30:56,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741968_1147 (size=749) 2024-11-25T02:30:56,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741967_1146 (size=749) 2024-11-25T02:30:56,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741967_1146 (size=749) 2024-11-25T02:30:56,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741968_1147 (size=749) 2024-11-25T02:30:56,311 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:56,311 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:56,313 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-25T02:30:56,313 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-25T02:30:56,313 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-25T02:30:56,313 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.6, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.6, size=1.4 K (1405bytes) at 1732501856299Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.6 so closing down at 1732501856303 (+4 ms)3 split writer threads finished at 1732501856303Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732501856307 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732501856307Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501856311 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501856311Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732501856313 (+2 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732501856313Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732501856313 2024-11-25T02:30:56,314 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.6 to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/oldWALs/wal.dat.6 2024-11-25T02:30:56,314 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T02:30:56,314 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.7 2024-11-25T02:30:56,315 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.7 after 1ms 2024-11-25T02:30:56,316 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.7 took 2ms 2024-11-25T02:30:56,317 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.7 so closing down 2024-11-25T02:30:56,318 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:56,318 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:56,319 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T02:30:56,319 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T02:30:56,320 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T02:30:56,320 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T02:30:56,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741969_1148 (size=753) 2024-11-25T02:30:56,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741969_1148 (size=753) 2024-11-25T02:30:56,325 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:56,326 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-25T02:30:56,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741970_1149 (size=753) 2024-11-25T02:30:56,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741970_1149 (size=753) 2024-11-25T02:30:56,334 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:56,335 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-25T02:30:56,336 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T02:30:56,336 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.7, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.7, size=1.4 K (1413bytes) at 1732501856314Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.7 so closing down at 1732501856317 (+3 ms)3 split writer threads finished at 1732501856318 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732501856320 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732501856320Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501856325 (+5 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732501856327 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501856334 (+7 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732501856335 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732501856336 (+1 ms) 2024-11-25T02:30:56,337 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.7 to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/oldWALs/wal.dat.7 2024-11-25T02:30:56,337 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T02:30:56,337 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.8 2024-11-25T02:30:56,338 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.8 after 1ms 2024-11-25T02:30:56,340 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.8 took 3ms 2024-11-25T02:30:56,341 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.8 so closing down 2024-11-25T02:30:56,341 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:56,341 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:56,343 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T02:30:56,343 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T02:30:56,344 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T02:30:56,344 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T02:30:56,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741972_1151 (size=753) 2024-11-25T02:30:56,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741972_1151 (size=753) 2024-11-25T02:30:56,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741971_1150 (size=753) 2024-11-25T02:30:56,350 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:56,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741971_1150 (size=753) 2024-11-25T02:30:56,350 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:56,351 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-25T02:30:56,351 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-25T02:30:56,352 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T02:30:56,352 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.8, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.8, size=1.4 K (1413bytes) at 1732501856337Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.8 so closing down at 1732501856341 (+4 ms)3 split writer threads finished at 1732501856341Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732501856344 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732501856344Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501856350 (+6 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501856350Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732501856351 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732501856351Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732501856352 (+1 ms) 2024-11-25T02:30:56,353 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.8 to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/oldWALs/wal.dat.8 2024-11-25T02:30:56,353 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T02:30:56,353 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.9 2024-11-25T02:30:56,353 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.9 after 0ms 2024-11-25T02:30:56,355 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.9 took 2ms 2024-11-25T02:30:56,356 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.9 so closing down 2024-11-25T02:30:56,356 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:56,356 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:56,358 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T02:30:56,358 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T02:30:56,359 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T02:30:56,359 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T02:30:56,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741973_1152 (size=753) 2024-11-25T02:30:56,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741973_1152 (size=753) 2024-11-25T02:30:56,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741974_1153 (size=753) 2024-11-25T02:30:56,364 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:56,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741974_1153 (size=753) 2024-11-25T02:30:56,365 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-25T02:30:56,680 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T02:30:56,765 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:56,769 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-25T02:30:56,769 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T02:30:56,769 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.9, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.9, size=1.4 K (1413bytes) at 1732501856353Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.9 so closing down at 1732501856356 (+3 ms)3 split writer threads finished at 1732501856356Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732501856359 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732501856359Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501856364 (+5 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732501856365 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501856765 (+400 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732501856769 (+4 ms)Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732501856769 2024-11-25T02:30:56,773 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/WALs/testsplit,16010,1732501854375/wal.dat.9 to hdfs://localhost:43899/user/jenkins/test-data/67d49176-1beb-281d-a341-9b6e9bc843f9/oldWALs/wal.dat.9 2024-11-25T02:30:56,839 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=144 (was 144), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=455 (was 455), ProcessCount=11 (was 11), AvailableMemoryMB=4100 (was 4108) 2024-11-25T02:30:56,845 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=144, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=455, ProcessCount=11, AvailableMemoryMB=4100 2024-11-25T02:30:56,845 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T02:30:56,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741975_1154 (size=7) 2024-11-25T02:30:56,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741975_1154 (size=7) 2024-11-25T02:30:56,852 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f with version=8 2024-11-25T02:30:56,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:30:56,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:30:56,856 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:30:56,857 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T02:30:56,858 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T02:30:56,859 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T02:30:56,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741976_1155 (size=1393) 2024-11-25T02:30:56,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741976_1155 (size=1393) 2024-11-25T02:30:56,874 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T02:30:56,874 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T02:30:56,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741977_1156 (size=1393) 2024-11-25T02:30:56,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741977_1156 (size=1393) 2024-11-25T02:30:56,888 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T02:30:56,888 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T02:30:56,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:56,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:56,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741978_1157 (size=1393) 2024-11-25T02:30:56,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741978_1157 (size=1393) 2024-11-25T02:30:57,302 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T02:30:57,302 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T02:30:57,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741979_1158 (size=1393) 2024-11-25T02:30:57,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741979_1158 (size=1393) 2024-11-25T02:30:57,717 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T02:30:57,718 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T02:30:57,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741980_1159 (size=1393) 2024-11-25T02:30:57,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741980_1159 (size=1393) 2024-11-25T02:30:57,734 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T02:30:57,734 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T02:30:57,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:57,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:57,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741981_1160 (size=1393) 2024-11-25T02:30:57,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741981_1160 (size=1393) 2024-11-25T02:30:58,149 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T02:30:58,149 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T02:30:58,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741982_1161 (size=1405) 2024-11-25T02:30:58,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741982_1161 (size=1405) 2024-11-25T02:30:58,166 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T02:30:58,166 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T02:30:58,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741983_1162 (size=1413) 2024-11-25T02:30:58,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741983_1162 (size=1413) 2024-11-25T02:30:58,181 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T02:30:58,181 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T02:30:58,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741984_1163 (size=1413) 2024-11-25T02:30:58,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741984_1163 (size=1413) 2024-11-25T02:30:58,192 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T02:30:58,192 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T02:30:58,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:58,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:58,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741985_1164 (size=1413) 2024-11-25T02:30:58,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741985_1164 (size=1413) 2024-11-25T02:30:58,202 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T02:30:58,217 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T02:30:58,217 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.0 2024-11-25T02:30:58,218 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.0 after 1ms 2024-11-25T02:30:58,220 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.0 took 3ms 2024-11-25T02:30:58,222 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.0 so closing down 2024-11-25T02:30:58,222 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:58,223 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:58,226 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T02:30:58,226 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T02:30:58,227 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T02:30:58,227 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T02:30:58,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741987_1166 (size=743) 2024-11-25T02:30:58,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741987_1166 (size=743) 2024-11-25T02:30:58,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741986_1165 (size=743) 2024-11-25T02:30:58,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741986_1165 (size=743) 2024-11-25T02:30:58,240 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:58,243 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T02:30:58,639 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:58,643 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T02:30:58,643 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:30:58,643 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.0, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.0, size=1.4 K (1393bytes) at 1732501858217Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.0 so closing down at 1732501858222 (+5 ms)3 split writer threads finished at 1732501858223 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732501858227 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732501858227Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501858240 (+13 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732501858243 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501858639 (+396 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732501858643 (+4 ms)Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501858643 2024-11-25T02:30:58,648 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.0 to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/oldWALs/wal.dat.0 2024-11-25T02:30:58,648 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T02:30:58,648 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.1 2024-11-25T02:30:58,649 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.1 after 1ms 2024-11-25T02:30:58,652 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.1 took 4ms 2024-11-25T02:30:58,654 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.1 so closing down 2024-11-25T02:30:58,654 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:58,654 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:58,657 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T02:30:58,657 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T02:30:58,658 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T02:30:58,658 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T02:30:58,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741989_1168 (size=743) 2024-11-25T02:30:58,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741988_1167 (size=743) 2024-11-25T02:30:58,665 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:58,665 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:58,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741988_1167 (size=743) 2024-11-25T02:30:58,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741989_1168 (size=743) 2024-11-25T02:30:58,668 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T02:30:58,668 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T02:30:58,668 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:30:58,668 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.1, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.1, size=1.4 K (1393bytes) at 1732501858648Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.1 so closing down at 1732501858654 (+6 ms)3 split writer threads finished at 1732501858654Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732501858658 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732501858658Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501858665 (+7 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501858665Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732501858668 (+3 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732501858668Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501858668 2024-11-25T02:30:58,670 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.1 to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/oldWALs/wal.dat.1 2024-11-25T02:30:58,670 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T02:30:58,670 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.2 2024-11-25T02:30:58,671 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.2 after 1ms 2024-11-25T02:30:58,673 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.2 took 3ms 2024-11-25T02:30:58,674 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.2 so closing down 2024-11-25T02:30:58,674 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:58,674 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:58,677 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T02:30:58,677 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T02:30:58,677 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T02:30:58,678 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T02:30:58,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741990_1169 (size=743) 2024-11-25T02:30:58,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741990_1169 (size=743) 2024-11-25T02:30:58,682 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:58,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741991_1170 (size=743) 2024-11-25T02:30:58,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741991_1170 (size=743) 2024-11-25T02:30:58,684 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:58,684 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T02:30:58,686 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T02:30:58,686 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:30:58,686 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.2, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.2, size=1.4 K (1393bytes) at 1732501858670Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.2 so closing down at 1732501858674 (+4 ms)3 split writer threads finished at 1732501858674Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732501858678 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732501858678Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501858682 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501858684 (+2 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732501858685 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732501858686 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501858686 2024-11-25T02:30:58,688 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.2 to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/oldWALs/wal.dat.2 2024-11-25T02:30:58,689 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T02:30:58,689 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.3 2024-11-25T02:30:58,689 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.3 after 0ms 2024-11-25T02:30:58,691 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.3 took 3ms 2024-11-25T02:30:58,692 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.3 so closing down 2024-11-25T02:30:58,692 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:58,693 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:58,695 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T02:30:58,695 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T02:30:58,696 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T02:30:58,696 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T02:30:58,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741993_1172 (size=743) 2024-11-25T02:30:58,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741992_1171 (size=743) 2024-11-25T02:30:58,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741992_1171 (size=743) 2024-11-25T02:30:58,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741993_1172 (size=743) 2024-11-25T02:30:58,701 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:58,701 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:58,703 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T02:30:58,704 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-25T02:30:58,704 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:30:58,704 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.3, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.3, size=1.4 K (1393bytes) at 1732501858689Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.3 so closing down at 1732501858692 (+3 ms)3 split writer threads finished at 1732501858693 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732501858696 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732501858696Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501858701 (+5 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501858701Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732501858703 (+2 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732501858704 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501858704 2024-11-25T02:30:58,706 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.3 to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/oldWALs/wal.dat.3 2024-11-25T02:30:58,706 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T02:30:58,706 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.4 2024-11-25T02:30:58,707 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.4 after 1ms 2024-11-25T02:30:58,709 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.4 took 3ms 2024-11-25T02:30:58,710 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.4 so closing down 2024-11-25T02:30:58,710 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:58,710 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:58,713 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T02:30:58,713 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T02:30:58,714 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T02:30:58,714 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T02:30:58,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741995_1174 (size=743) 2024-11-25T02:30:58,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741994_1173 (size=743) 2024-11-25T02:30:58,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741995_1174 (size=743) 2024-11-25T02:30:58,719 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:58,719 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:58,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741994_1173 (size=743) 2024-11-25T02:30:58,721 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-25T02:30:58,721 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-25T02:30:58,722 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:30:58,722 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.4, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.4, size=1.4 K (1393bytes) at 1732501858706Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.4 so closing down at 1732501858710 (+4 ms)3 split writer threads finished at 1732501858710Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732501858714 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732501858714Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501858719 (+5 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501858719Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732501858721 (+2 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732501858721Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501858722 (+1 ms) 2024-11-25T02:30:58,724 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.4 to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/oldWALs/wal.dat.4 2024-11-25T02:30:58,724 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.5, size=1.4 K (1393bytes) 2024-11-25T02:30:58,724 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.5 2024-11-25T02:30:58,725 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.5 after 1ms 2024-11-25T02:30:58,728 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.5 took 4ms 2024-11-25T02:30:58,729 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.5 so closing down 2024-11-25T02:30:58,729 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:58,730 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:58,732 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-25T02:30:58,732 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-25T02:30:58,734 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-25T02:30:58,734 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-25T02:30:58,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741997_1176 (size=743) 2024-11-25T02:30:58,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741997_1176 (size=743) 2024-11-25T02:30:58,741 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:58,743 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-25T02:30:58,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741996_1175 (size=743) 2024-11-25T02:30:58,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741996_1175 (size=743) 2024-11-25T02:30:58,752 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:58,754 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-25T02:30:58,754 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:30:58,754 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.5, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.5, size=1.4 K (1393bytes) at 1732501858724Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.5 so closing down at 1732501858729 (+5 ms)3 split writer threads finished at 1732501858730 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732501858734 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732501858734Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501858741 (+7 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732501858744 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501858752 (+8 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732501858754 (+2 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501858754 2024-11-25T02:30:58,757 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.5 to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/oldWALs/wal.dat.5 2024-11-25T02:30:58,757 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T02:30:58,757 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.6 2024-11-25T02:30:58,758 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.6 after 1ms 2024-11-25T02:30:58,761 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.6 took 4ms 2024-11-25T02:30:58,762 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.6 so closing down 2024-11-25T02:30:58,762 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:58,762 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:58,765 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T02:30:58,765 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T02:30:58,766 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T02:30:58,766 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T02:30:58,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741998_1177 (size=749) 2024-11-25T02:30:58,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741998_1177 (size=749) 2024-11-25T02:30:58,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741999_1178 (size=749) 2024-11-25T02:30:58,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741999_1178 (size=749) 2024-11-25T02:30:58,775 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:58,777 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-25T02:30:59,175 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:59,177 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-25T02:30:59,178 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-25T02:30:59,178 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.6, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.6, size=1.4 K (1405bytes) at 1732501858757Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.6 so closing down at 1732501858762 (+5 ms)3 split writer threads finished at 1732501858762Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732501858766 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732501858766Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501858775 (+9 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732501858777 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501859175 (+398 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732501859177 (+2 ms)Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732501859178 (+1 ms) 2024-11-25T02:30:59,180 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.6 to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/oldWALs/wal.dat.6 2024-11-25T02:30:59,180 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T02:30:59,180 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.7 2024-11-25T02:30:59,181 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.7 after 1ms 2024-11-25T02:30:59,183 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.7 took 3ms 2024-11-25T02:30:59,185 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.7 so closing down 2024-11-25T02:30:59,185 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:59,185 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:59,188 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T02:30:59,188 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T02:30:59,189 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T02:30:59,189 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T02:30:59,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742001_1180 (size=753) 2024-11-25T02:30:59,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742000_1179 (size=753) 2024-11-25T02:30:59,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742001_1180 (size=753) 2024-11-25T02:30:59,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742000_1179 (size=753) 2024-11-25T02:30:59,194 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:59,194 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:59,196 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-25T02:30:59,197 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-25T02:30:59,197 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T02:30:59,197 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.7, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.7, size=1.4 K (1413bytes) at 1732501859180Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.7 so closing down at 1732501859185 (+5 ms)3 split writer threads finished at 1732501859185Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732501859189 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732501859189Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501859194 (+5 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501859194Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732501859196 (+2 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732501859197 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732501859197 2024-11-25T02:30:59,200 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.7 to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/oldWALs/wal.dat.7 2024-11-25T02:30:59,200 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T02:30:59,200 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.8 2024-11-25T02:30:59,201 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.8 after 1ms 2024-11-25T02:30:59,204 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.8 took 4ms 2024-11-25T02:30:59,205 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.8 so closing down 2024-11-25T02:30:59,206 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:59,206 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:59,208 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T02:30:59,209 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T02:30:59,210 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T02:30:59,210 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T02:30:59,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742002_1181 (size=753) 2024-11-25T02:30:59,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742002_1181 (size=753) 2024-11-25T02:30:59,219 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:59,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742003_1182 (size=753) 2024-11-25T02:30:59,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742003_1182 (size=753) 2024-11-25T02:30:59,221 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:59,222 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-25T02:30:59,223 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-25T02:30:59,223 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T02:30:59,223 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.8, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.8, size=1.4 K (1413bytes) at 1732501859200Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.8 so closing down at 1732501859206 (+6 ms)3 split writer threads finished at 1732501859206Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732501859210 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732501859210Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501859219 (+9 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501859221 (+2 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732501859222 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732501859223 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732501859223 2024-11-25T02:30:59,225 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.8 to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/oldWALs/wal.dat.8 2024-11-25T02:30:59,226 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T02:30:59,226 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.9 2024-11-25T02:30:59,226 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.9 after 0ms 2024-11-25T02:30:59,228 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.9 took 3ms 2024-11-25T02:30:59,229 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.9 so closing down 2024-11-25T02:30:59,229 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:59,229 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:59,232 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T02:30:59,232 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T02:30:59,233 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T02:30:59,233 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T02:30:59,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742005_1184 (size=753) 2024-11-25T02:30:59,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742005_1184 (size=753) 2024-11-25T02:30:59,238 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:59,240 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-25T02:30:59,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742004_1183 (size=753) 2024-11-25T02:30:59,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742004_1183 (size=753) 2024-11-25T02:30:59,249 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:30:59,251 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-25T02:30:59,251 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T02:30:59,251 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.9, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.9, size=1.4 K (1413bytes) at 1732501859226Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.9 so closing down at 1732501859229 (+3 ms)3 split writer threads finished at 1732501859229Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732501859233 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732501859233Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501859238 (+5 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732501859240 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501859249 (+9 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732501859251 (+2 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732501859251 2024-11-25T02:30:59,253 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/WALs/testmovedwalduringrecovery,16010,1732501856856/wal.dat.9 to hdfs://localhost:43899/user/jenkins/test-data/919e56e8-005d-61e8-8af7-d935ba7a7e4a/oldWALs/wal.dat.9 2024-11-25T02:30:59,262 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=144 (was 144), OpenFileDescriptor=391 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=467 (was 455) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4073 (was 4100) 2024-11-25T02:30:59,269 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=144, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=467, ProcessCount=11, AvailableMemoryMB=4073 2024-11-25T02:30:59,269 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T02:30:59,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742006_1185 (size=7) 2024-11-25T02:30:59,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742006_1185 (size=7) 2024-11-25T02:30:59,278 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f with version=8 2024-11-25T02:30:59,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:30:59,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:30:59,282 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:30:59,285 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-25T02:30:59,285 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-25T02:30:59,286 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-25T02:30:59,286 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-25T02:30:59,287 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-25T02:30:59,303 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/954f8f28-e177-b9e8-8980-e1eab846d0ff/WALs/testthreading,16010,1732501859283/wal.dat..fake, size=0 (0bytes) 2024-11-25T02:30:59,311 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/954f8f28-e177-b9e8-8980-e1eab846d0ff/WALs/testthreading,16010,1732501859283/wal.dat..fake took 8ms 2024-11-25T02:30:59,718 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/954f8f28-e177-b9e8-8980-e1eab846d0ff/WALs/testthreading,16010,1732501859283/wal.dat..fake so closing down 2024-11-25T02:30:59,719 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:30:59,719 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:30:59,722 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/954f8f28-e177-b9e8-8980-e1eab846d0ff/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-25T02:30:59,722 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/954f8f28-e177-b9e8-8980-e1eab846d0ff/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-25T02:30:59,722 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/954f8f28-e177-b9e8-8980-e1eab846d0ff/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-25T02:30:59,763 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/954f8f28-e177-b9e8-8980-e1eab846d0ff/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 40 ms) 2024-11-25T02:30:59,766 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/954f8f28-e177-b9e8-8980-e1eab846d0ff/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-25T02:30:59,767 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/954f8f28-e177-b9e8-8980-e1eab846d0ff/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 44 ms) 2024-11-25T02:30:59,771 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/954f8f28-e177-b9e8-8980-e1eab846d0ff/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-25T02:30:59,788 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/954f8f28-e177-b9e8-8980-e1eab846d0ff/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 65 ms) 2024-11-25T02:30:59,815 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/954f8f28-e177-b9e8-8980-e1eab846d0ff/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 49 ms) 2024-11-25T02:30:59,823 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/954f8f28-e177-b9e8-8980-e1eab846d0ff/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 52 ms) 2024-11-25T02:30:59,824 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 512 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/954f8f28-e177-b9e8-8980-e1eab846d0ff/WALs/testthreading,16010,1732501859283/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-25T02:30:59,825 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/954f8f28-e177-b9e8-8980-e1eab846d0ff/WALs/testthreading,16010,1732501859283/wal.dat..fake, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/954f8f28-e177-b9e8-8980-e1eab846d0ff/WALs/testthreading,16010,1732501859283/wal.dat..fake, size=0 (0bytes) at 1732501859303Split 1024 edits, skipped 0 edits. at 1732501859338 (+35 ms)Split 2048 edits, skipped 0 edits. at 1732501859359 (+21 ms)Split 3072 edits, skipped 0 edits. at 1732501859380 (+21 ms)Split 4096 edits, skipped 0 edits. at 1732501859402 (+22 ms)Split 5120 edits, skipped 0 edits. at 1732501859424 (+22 ms)Split 6144 edits, skipped 0 edits. at 1732501859444 (+20 ms)Split 7168 edits, skipped 0 edits. at 1732501859467 (+23 ms)Split 8192 edits, skipped 0 edits. at 1732501859489 (+22 ms)Split 9216 edits, skipped 0 edits. at 1732501859511 (+22 ms)Split 10240 edits, skipped 0 edits. at 1732501859529 (+18 ms)Split 11264 edits, skipped 0 edits. at 1732501859550 (+21 ms)Split 12288 edits, skipped 0 edits. at 1732501859574 (+24 ms)Split 13312 edits, skipped 0 edits. at 1732501859598 (+24 ms)Split 14336 edits, skipped 0 edits. at 1732501859623 (+25 ms)Split 15360 edits, skipped 0 edits. at 1732501859647 (+24 ms)Split 16384 edits, skipped 0 edits. at 1732501859665 (+18 ms)Split 17408 edits, skipped 0 edits. at 1732501859688 (+23 ms)Split 18432 edits, skipped 0 edits. at 1732501859701 (+13 ms)Split 19456 edits, skipped 0 edits. at 1732501859712 (+11 ms)Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/954f8f28-e177-b9e8-8980-e1eab846d0ff/WALs/testthreading,16010,1732501859283/wal.dat..fake so closing down at 1732501859718 (+6 ms)3 split writer threads finished at 1732501859719 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/954f8f28-e177-b9e8-8980-e1eab846d0ff/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1732501859722 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/954f8f28-e177-b9e8-8980-e1eab846d0ff/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1732501859722Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/954f8f28-e177-b9e8-8980-e1eab846d0ff/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1732501859722Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/954f8f28-e177-b9e8-8980-e1eab846d0ff/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 40 ms) at 1732501859763 (+41 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/954f8f28-e177-b9e8-8980-e1eab846d0ff/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1732501859766 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/954f8f28-e177-b9e8-8980-e1eab846d0ff/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 44 ms) at 1732501859767 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/954f8f28-e177-b9e8-8980-e1eab846d0ff/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1732501859771 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/954f8f28-e177-b9e8-8980-e1eab846d0ff/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 65 ms) at 1732501859788 (+17 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/954f8f28-e177-b9e8-8980-e1eab846d0ff/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 49 ms) at 1732501859815 (+27 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/954f8f28-e177-b9e8-8980-e1eab846d0ff/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 52 ms) at 1732501859823 (+8 ms)Processed 20000 edits across 5 Regions in 512 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/954f8f28-e177-b9e8-8980-e1eab846d0ff/WALs/testthreading,16010,1732501859283/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1732501859825 (+2 ms) 2024-11-25T02:30:59,825 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-25T02:30:59,825 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-25T02:30:59,825 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-25T02:30:59,825 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-25T02:30:59,825 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-25T02:30:59,832 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=143 (was 144), OpenFileDescriptor=389 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=467 (was 467), ProcessCount=11 (was 11), AvailableMemoryMB=4011 (was 4073) 2024-11-25T02:30:59,838 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=143, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=467, ProcessCount=11, AvailableMemoryMB=4010 2024-11-25T02:30:59,839 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T02:30:59,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742007_1186 (size=7) 2024-11-25T02:30:59,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742007_1186 (size=7) 2024-11-25T02:30:59,848 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f with version=8 2024-11-25T02:30:59,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:30:59,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:30:59,851 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:30:59,852 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-25T02:30:59,853 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T02:30:59,854 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T02:30:59,855 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T02:30:59,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742008_1187 (size=1393) 2024-11-25T02:30:59,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742008_1187 (size=1393) 2024-11-25T02:30:59,869 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T02:30:59,869 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T02:30:59,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742009_1188 (size=1393) 2024-11-25T02:30:59,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742009_1188 (size=1393) 2024-11-25T02:30:59,885 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T02:30:59,886 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T02:30:59,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742010_1189 (size=1393) 2024-11-25T02:30:59,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742010_1189 (size=1393) 2024-11-25T02:30:59,904 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T02:30:59,904 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T02:30:59,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742011_1190 (size=1393) 2024-11-25T02:30:59,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742011_1190 (size=1393) 2024-11-25T02:30:59,922 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T02:30:59,922 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T02:30:59,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742012_1191 (size=1393) 2024-11-25T02:30:59,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742012_1191 (size=1393) 2024-11-25T02:30:59,935 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T02:30:59,935 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T02:30:59,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742013_1192 (size=1393) 2024-11-25T02:30:59,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742013_1192 (size=1393) 2024-11-25T02:30:59,947 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T02:30:59,947 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T02:30:59,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:30:59,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:30:59,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742014_1193 (size=1405) 2024-11-25T02:30:59,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742014_1193 (size=1405) 2024-11-25T02:31:00,360 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T02:31:00,360 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T02:31:00,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742015_1194 (size=1413) 2024-11-25T02:31:00,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742015_1194 (size=1413) 2024-11-25T02:31:00,377 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T02:31:00,377 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T02:31:00,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742016_1195 (size=1413) 2024-11-25T02:31:00,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742016_1195 (size=1413) 2024-11-25T02:31:00,389 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T02:31:00,389 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T02:31:00,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:00,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:00,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742017_1196 (size=1413) 2024-11-25T02:31:00,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742017_1196 (size=1413) 2024-11-25T02:31:00,400 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T02:31:00,400 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-25T02:31:00,418 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat..empty, size=0 (0bytes) 2024-11-25T02:31:00,418 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat..empty might be still open, length is 0 2024-11-25T02:31:00,418 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat..empty 2024-11-25T02:31:00,419 WARN [IPC Server handler 3 on default port 43899 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat..empty closed. 2024-11-25T02:31:00,419 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat..empty after 1ms 2024-11-25T02:31:00,420 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-25T02:31:00,421 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat..empty; empty? 2024-11-25T02:31:00,421 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat..empty so closing down 2024-11-25T02:31:00,421 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-25T02:31:00,421 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat..empty, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat..empty, size=0 (0bytes) at 1732501860418Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat..empty so closing down at 1732501860421 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1732501860421 2024-11-25T02:31:00,423 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat..empty to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/oldWALs/wal.dat..empty 2024-11-25T02:31:00,423 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T02:31:00,423 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.0 2024-11-25T02:31:00,424 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.0 after 1ms 2024-11-25T02:31:00,426 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.0 took 2ms 2024-11-25T02:31:00,427 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.0 so closing down 2024-11-25T02:31:00,427 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:00,427 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:00,429 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T02:31:00,429 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T02:31:00,430 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T02:31:00,430 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T02:31:00,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742018_1197 (size=743) 2024-11-25T02:31:00,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742018_1197 (size=743) 2024-11-25T02:31:00,440 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:00,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742019_1198 (size=743) 2024-11-25T02:31:00,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742019_1198 (size=743) 2024-11-25T02:31:00,440 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:00,441 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T02:31:00,441 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T02:31:00,441 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:00,441 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.0, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.0, size=1.4 K (1393bytes) at 1732501860423Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.0 so closing down at 1732501860427 (+4 ms)3 split writer threads finished at 1732501860428 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732501860430 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732501860430Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501860440 (+10 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501860440Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732501860441 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732501860441Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501860441 2024-11-25T02:31:00,442 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.0 to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/oldWALs/wal.dat.0 2024-11-25T02:31:00,443 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T02:31:00,443 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.1 2024-11-25T02:31:00,443 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.1 after 0ms 2024-11-25T02:31:00,445 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.1 took 2ms 2024-11-25T02:31:00,446 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.1 so closing down 2024-11-25T02:31:00,446 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:00,446 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:00,447 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T02:31:00,447 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T02:31:00,448 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T02:31:00,448 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T02:31:00,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742020_1199 (size=743) 2024-11-25T02:31:00,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742020_1199 (size=743) 2024-11-25T02:31:00,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742021_1200 (size=743) 2024-11-25T02:31:00,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742021_1200 (size=743) 2024-11-25T02:31:00,457 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:00,457 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:00,458 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T02:31:00,458 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T02:31:00,458 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:00,458 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.1, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.1, size=1.4 K (1393bytes) at 1732501860443Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.1 so closing down at 1732501860446 (+3 ms)3 split writer threads finished at 1732501860446Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732501860448 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732501860448Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501860457 (+9 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501860457Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732501860458 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732501860458Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501860458 2024-11-25T02:31:00,459 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.1 to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/oldWALs/wal.dat.1 2024-11-25T02:31:00,460 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T02:31:00,460 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.2 2024-11-25T02:31:00,460 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.2 after 0ms 2024-11-25T02:31:00,461 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.2 took 2ms 2024-11-25T02:31:00,463 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.2 so closing down 2024-11-25T02:31:00,463 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:00,463 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:00,464 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T02:31:00,464 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T02:31:00,465 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T02:31:00,465 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T02:31:00,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742022_1201 (size=743) 2024-11-25T02:31:00,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742022_1201 (size=743) 2024-11-25T02:31:00,469 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:00,471 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T02:31:00,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742023_1202 (size=743) 2024-11-25T02:31:00,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742023_1202 (size=743) 2024-11-25T02:31:00,474 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:00,475 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T02:31:00,476 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:00,476 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.2, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.2, size=1.4 K (1393bytes) at 1732501860460Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.2 so closing down at 1732501860463 (+3 ms)3 split writer threads finished at 1732501860463Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732501860465 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732501860465Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501860469 (+4 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732501860471 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501860474 (+3 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732501860476 (+2 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501860476 2024-11-25T02:31:00,478 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.2 to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/oldWALs/wal.dat.2 2024-11-25T02:31:00,478 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T02:31:00,478 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.3 2024-11-25T02:31:00,478 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.3 after 0ms 2024-11-25T02:31:00,480 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.3 took 2ms 2024-11-25T02:31:00,481 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.3 so closing down 2024-11-25T02:31:00,482 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:00,482 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:00,483 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T02:31:00,483 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T02:31:00,484 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T02:31:00,485 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T02:31:00,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742025_1204 (size=743) 2024-11-25T02:31:00,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742024_1203 (size=743) 2024-11-25T02:31:00,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742025_1204 (size=743) 2024-11-25T02:31:00,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742024_1203 (size=743) 2024-11-25T02:31:00,494 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:00,494 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:00,495 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-25T02:31:00,495 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T02:31:00,495 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:00,496 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.3, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.3, size=1.4 K (1393bytes) at 1732501860478Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.3 so closing down at 1732501860482 (+4 ms)3 split writer threads finished at 1732501860482Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732501860485 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732501860485Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501860494 (+9 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501860494Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732501860495 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732501860495Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501860496 (+1 ms) 2024-11-25T02:31:00,497 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.3 to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/oldWALs/wal.dat.3 2024-11-25T02:31:00,497 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T02:31:00,497 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.4 2024-11-25T02:31:00,497 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.4 after 0ms 2024-11-25T02:31:00,499 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.4 took 2ms 2024-11-25T02:31:00,500 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.4 so closing down 2024-11-25T02:31:00,500 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:00,500 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:00,502 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T02:31:00,502 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T02:31:00,503 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T02:31:00,503 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T02:31:00,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742027_1206 (size=743) 2024-11-25T02:31:00,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742026_1205 (size=743) 2024-11-25T02:31:00,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742026_1205 (size=743) 2024-11-25T02:31:00,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742027_1206 (size=743) 2024-11-25T02:31:00,508 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:00,508 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:00,509 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-25T02:31:00,509 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-25T02:31:00,509 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:00,509 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.4, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.4, size=1.4 K (1393bytes) at 1732501860497Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.4 so closing down at 1732501860500 (+3 ms)3 split writer threads finished at 1732501860500Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732501860503 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732501860503Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501860508 (+5 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501860508Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732501860509 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732501860509Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501860509 2024-11-25T02:31:00,510 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.4 to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/oldWALs/wal.dat.4 2024-11-25T02:31:00,510 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.5, size=1.4 K (1393bytes) 2024-11-25T02:31:00,510 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.5 2024-11-25T02:31:00,510 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.5 after 0ms 2024-11-25T02:31:00,512 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.5 took 2ms 2024-11-25T02:31:00,513 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.5 so closing down 2024-11-25T02:31:00,513 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:00,513 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:00,515 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-25T02:31:00,515 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-25T02:31:00,516 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-25T02:31:00,516 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-25T02:31:00,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742028_1207 (size=743) 2024-11-25T02:31:00,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742028_1207 (size=743) 2024-11-25T02:31:00,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742029_1208 (size=743) 2024-11-25T02:31:00,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742029_1208 (size=743) 2024-11-25T02:31:00,521 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:00,522 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-25T02:31:00,922 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:00,924 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-25T02:31:00,924 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:00,924 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.5, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.5, size=1.4 K (1393bytes) at 1732501860510Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.5 so closing down at 1732501860513 (+3 ms)3 split writer threads finished at 1732501860513Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732501860516 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732501860516Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501860521 (+5 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732501860522 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501860922 (+400 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732501860924 (+2 ms)Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501860924 2024-11-25T02:31:00,927 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.5 to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/oldWALs/wal.dat.5 2024-11-25T02:31:00,927 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T02:31:00,927 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.6 2024-11-25T02:31:00,927 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.6 after 0ms 2024-11-25T02:31:00,930 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.6 took 3ms 2024-11-25T02:31:00,932 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.6 so closing down 2024-11-25T02:31:00,933 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:00,933 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:00,935 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T02:31:00,935 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T02:31:00,937 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T02:31:00,937 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T02:31:00,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742030_1209 (size=749) 2024-11-25T02:31:00,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742030_1209 (size=749) 2024-11-25T02:31:00,946 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:00,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742031_1210 (size=749) 2024-11-25T02:31:00,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742031_1210 (size=749) 2024-11-25T02:31:00,947 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:00,948 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-25T02:31:00,948 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-25T02:31:00,949 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-25T02:31:00,949 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.6, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.6, size=1.4 K (1405bytes) at 1732501860927Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.6 so closing down at 1732501860933 (+6 ms)3 split writer threads finished at 1732501860933Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732501860937 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732501860937Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501860946 (+9 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501860947 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732501860948 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732501860948Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732501860949 (+1 ms) 2024-11-25T02:31:00,950 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.6 to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/oldWALs/wal.dat.6 2024-11-25T02:31:00,950 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T02:31:00,950 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.7 2024-11-25T02:31:00,950 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.7 after 0ms 2024-11-25T02:31:00,952 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.7 took 2ms 2024-11-25T02:31:00,953 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.7 so closing down 2024-11-25T02:31:00,953 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:00,953 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:00,955 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T02:31:00,955 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T02:31:00,956 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T02:31:00,956 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T02:31:00,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742032_1211 (size=753) 2024-11-25T02:31:00,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742033_1212 (size=753) 2024-11-25T02:31:00,961 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:00,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742032_1211 (size=753) 2024-11-25T02:31:00,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742033_1212 (size=753) 2024-11-25T02:31:00,961 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:00,962 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-25T02:31:00,962 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-25T02:31:00,962 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T02:31:00,962 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.7, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.7, size=1.4 K (1413bytes) at 1732501860950Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.7 so closing down at 1732501860953 (+3 ms)3 split writer threads finished at 1732501860953Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732501860956 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732501860956Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501860961 (+5 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501860961Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732501860962 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732501860962Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732501860962 2024-11-25T02:31:00,964 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.7 to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/oldWALs/wal.dat.7 2024-11-25T02:31:00,964 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T02:31:00,964 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.8 2024-11-25T02:31:00,964 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.8 after 0ms 2024-11-25T02:31:00,966 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.8 took 2ms 2024-11-25T02:31:00,967 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.8 so closing down 2024-11-25T02:31:00,967 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:00,967 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:00,969 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T02:31:00,969 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T02:31:00,970 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T02:31:00,970 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T02:31:00,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742035_1214 (size=753) 2024-11-25T02:31:00,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742035_1214 (size=753) 2024-11-25T02:31:00,976 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:00,977 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-25T02:31:00,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742034_1213 (size=753) 2024-11-25T02:31:00,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742034_1213 (size=753) 2024-11-25T02:31:00,982 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:00,983 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-25T02:31:00,983 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T02:31:00,984 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.8, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.8, size=1.4 K (1413bytes) at 1732501860964Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.8 so closing down at 1732501860967 (+3 ms)3 split writer threads finished at 1732501860967Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732501860970 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732501860970Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501860976 (+6 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732501860977 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501860982 (+5 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732501860983 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732501860983 2024-11-25T02:31:00,985 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.8 to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/oldWALs/wal.dat.8 2024-11-25T02:31:00,985 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T02:31:00,985 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.9 2024-11-25T02:31:00,985 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.9 after 0ms 2024-11-25T02:31:00,988 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.9 took 3ms 2024-11-25T02:31:00,989 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.9 so closing down 2024-11-25T02:31:00,989 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:00,989 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:00,990 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T02:31:00,990 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T02:31:00,991 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T02:31:00,991 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T02:31:00,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742037_1216 (size=753) 2024-11-25T02:31:00,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742037_1216 (size=753) 2024-11-25T02:31:00,996 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:00,998 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-25T02:31:01,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742036_1215 (size=753) 2024-11-25T02:31:01,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742036_1215 (size=753) 2024-11-25T02:31:01,005 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:01,007 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-25T02:31:01,007 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T02:31:01,007 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.9, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.9, size=1.4 K (1413bytes) at 1732501860985Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.9 so closing down at 1732501860989 (+4 ms)3 split writer threads finished at 1732501860989Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732501860991 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732501860991Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501860996 (+5 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732501860998 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501861005 (+7 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732501861007 (+2 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732501861007 2024-11-25T02:31:01,009 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.9 to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/oldWALs/wal.dat.9 2024-11-25T02:31:01,009 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.empty, size=0 (0bytes) 2024-11-25T02:31:01,009 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.empty might be still open, length is 0 2024-11-25T02:31:01,009 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.empty 2024-11-25T02:31:01,009 WARN [IPC Server handler 0 on default port 43899 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.empty closed. 2024-11-25T02:31:01,010 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.empty after 0ms 2024-11-25T02:31:01,010 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-25T02:31:01,011 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.empty; empty? 2024-11-25T02:31:01,011 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.empty so closing down 2024-11-25T02:31:01,011 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-25T02:31:01,011 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.empty, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.empty, size=0 (0bytes) at 1732501861009Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.empty so closing down at 1732501861011 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1732501861011 2024-11-25T02:31:01,013 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/WALs/testemptyopenlogfiles,16010,1732501859851/wal.dat.empty to hdfs://localhost:43899/user/jenkins/test-data/28c72762-9633-fe0a-464c-0be92d97ce63/oldWALs/wal.dat.empty 2024-11-25T02:31:01,067 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=144 (was 143) - Thread LEAK? -, OpenFileDescriptor=387 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=467 (was 467), ProcessCount=11 (was 11), AvailableMemoryMB=3998 (was 4010) 2024-11-25T02:31:01,073 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=144, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=467, ProcessCount=11, AvailableMemoryMB=3998 2024-11-25T02:31:01,073 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T02:31:01,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742038_1217 (size=7) 2024-11-25T02:31:01,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742038_1217 (size=7) 2024-11-25T02:31:01,079 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f with version=8 2024-11-25T02:31:01,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:01,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:01,083 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:31:01,083 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T02:31:01,083 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T02:31:01,084 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T02:31:01,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742039_1218 (size=1393) 2024-11-25T02:31:01,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742039_1218 (size=1393) 2024-11-25T02:31:01,097 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T02:31:01,097 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T02:31:01,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742040_1219 (size=1393) 2024-11-25T02:31:01,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742040_1219 (size=1393) 2024-11-25T02:31:01,113 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T02:31:01,114 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T02:31:01,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742041_1220 (size=1393) 2024-11-25T02:31:01,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742041_1220 (size=1393) 2024-11-25T02:31:01,125 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T02:31:01,125 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T02:31:01,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742042_1221 (size=1393) 2024-11-25T02:31:01,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742042_1221 (size=1393) 2024-11-25T02:31:01,138 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T02:31:01,138 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T02:31:01,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742043_1222 (size=1393) 2024-11-25T02:31:01,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742043_1222 (size=1393) 2024-11-25T02:31:01,149 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T02:31:01,149 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T02:31:01,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742044_1223 (size=1393) 2024-11-25T02:31:01,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742044_1223 (size=1393) 2024-11-25T02:31:01,160 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T02:31:01,161 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T02:31:01,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742045_1224 (size=1405) 2024-11-25T02:31:01,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742045_1224 (size=1405) 2024-11-25T02:31:01,172 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T02:31:01,172 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T02:31:01,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742046_1225 (size=1413) 2024-11-25T02:31:01,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742046_1225 (size=1413) 2024-11-25T02:31:01,184 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T02:31:01,184 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T02:31:01,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742047_1226 (size=1413) 2024-11-25T02:31:01,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742047_1226 (size=1413) 2024-11-25T02:31:01,196 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T02:31:01,196 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T02:31:01,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:01,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:01,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742048_1227 (size=1413) 2024-11-25T02:31:01,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742048_1227 (size=1413) 2024-11-25T02:31:01,208 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T02:31:01,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742049_1228 (size=1398) 2024-11-25T02:31:01,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742049_1228 (size=1398) 2024-11-25T02:31:01,258 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T02:31:01,259 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.0 2024-11-25T02:31:01,259 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.0 after 0ms 2024-11-25T02:31:01,261 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.0 took 3ms 2024-11-25T02:31:01,264 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.0 so closing down 2024-11-25T02:31:01,264 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:01,264 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:01,266 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T02:31:01,266 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T02:31:01,268 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T02:31:01,268 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T02:31:01,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742050_1229 (size=743) 2024-11-25T02:31:01,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742050_1229 (size=743) 2024-11-25T02:31:01,281 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:01,283 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T02:31:01,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742051_1230 (size=743) 2024-11-25T02:31:01,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742051_1230 (size=743) 2024-11-25T02:31:01,291 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:01,293 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T02:31:01,293 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:01,293 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.0, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.0, size=1.4 K (1393bytes) at 1732501861258Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.0 so closing down at 1732501861264 (+6 ms)3 split writer threads finished at 1732501861264Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732501861268 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732501861268Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501861281 (+13 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732501861283 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501861291 (+8 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732501861293 (+2 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501861293 2024-11-25T02:31:01,295 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.0 to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/oldWALs/wal.dat.0 2024-11-25T02:31:01,295 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T02:31:01,295 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.1 2024-11-25T02:31:01,296 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.1 after 1ms 2024-11-25T02:31:01,298 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.1 took 3ms 2024-11-25T02:31:01,300 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.1 so closing down 2024-11-25T02:31:01,300 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:01,300 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:01,302 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T02:31:01,303 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T02:31:01,304 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T02:31:01,306 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T02:31:01,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742052_1231 (size=743) 2024-11-25T02:31:01,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742052_1231 (size=743) 2024-11-25T02:31:01,316 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:01,317 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T02:31:01,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742053_1232 (size=743) 2024-11-25T02:31:01,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742053_1232 (size=743) 2024-11-25T02:31:01,326 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:01,328 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T02:31:01,328 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:01,328 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.1, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.1, size=1.4 K (1393bytes) at 1732501861295Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.1 so closing down at 1732501861300 (+5 ms)3 split writer threads finished at 1732501861300Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732501861303 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732501861306 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501861316 (+10 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732501861317 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501861326 (+9 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732501861328 (+2 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501861328 2024-11-25T02:31:01,329 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.1 to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/oldWALs/wal.dat.1 2024-11-25T02:31:01,330 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T02:31:01,330 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.2 2024-11-25T02:31:01,330 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.2 after 0ms 2024-11-25T02:31:01,332 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.2 took 3ms 2024-11-25T02:31:01,333 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.2 so closing down 2024-11-25T02:31:01,333 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:01,333 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:01,335 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T02:31:01,335 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T02:31:01,336 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T02:31:01,336 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T02:31:01,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742055_1234 (size=743) 2024-11-25T02:31:01,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742054_1233 (size=743) 2024-11-25T02:31:01,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742054_1233 (size=743) 2024-11-25T02:31:01,349 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:01,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742055_1234 (size=743) 2024-11-25T02:31:01,350 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:01,351 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T02:31:01,351 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T02:31:01,351 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:01,351 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.2, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.2, size=1.4 K (1393bytes) at 1732501861330Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.2 so closing down at 1732501861333 (+3 ms)3 split writer threads finished at 1732501861333Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732501861336 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732501861336Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501861349 (+13 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501861350 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732501861351 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732501861351Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501861351 2024-11-25T02:31:01,353 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.2 to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/oldWALs/wal.dat.2 2024-11-25T02:31:01,353 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T02:31:01,353 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.3 2024-11-25T02:31:01,353 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.3 after 0ms 2024-11-25T02:31:01,355 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.3 took 2ms 2024-11-25T02:31:01,357 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.3 so closing down 2024-11-25T02:31:01,357 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:01,357 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:01,359 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T02:31:01,359 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T02:31:01,360 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T02:31:01,360 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T02:31:01,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742057_1236 (size=743) 2024-11-25T02:31:01,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742057_1236 (size=743) 2024-11-25T02:31:01,375 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:01,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742056_1235 (size=743) 2024-11-25T02:31:01,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742056_1235 (size=743) 2024-11-25T02:31:01,377 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T02:31:01,377 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:01,378 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-25T02:31:01,378 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:01,378 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.3, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.3, size=1.4 K (1393bytes) at 1732501861353Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.3 so closing down at 1732501861357 (+4 ms)3 split writer threads finished at 1732501861357Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732501861360 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732501861360Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501861375 (+15 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732501861377 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501861377Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732501861378 (+1 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501861378 2024-11-25T02:31:01,380 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.3 to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/oldWALs/wal.dat.3 2024-11-25T02:31:01,380 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T02:31:01,380 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.4 2024-11-25T02:31:01,380 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.4 after 0ms 2024-11-25T02:31:01,382 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.4 took 2ms 2024-11-25T02:31:01,384 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.4 so closing down 2024-11-25T02:31:01,384 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:01,384 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:01,386 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T02:31:01,387 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T02:31:01,387 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T02:31:01,388 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T02:31:01,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742058_1237 (size=743) 2024-11-25T02:31:01,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742058_1237 (size=743) 2024-11-25T02:31:01,408 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:01,410 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-25T02:31:01,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742059_1238 (size=743) 2024-11-25T02:31:01,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742059_1238 (size=743) 2024-11-25T02:31:01,414 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:01,416 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-25T02:31:01,416 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:01,416 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.4, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.4, size=1.4 K (1393bytes) at 1732501861380Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.4 so closing down at 1732501861384 (+4 ms)3 split writer threads finished at 1732501861384Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732501861387 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732501861388 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501861408 (+20 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732501861410 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501861414 (+4 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732501861416 (+2 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501861416 2024-11-25T02:31:01,417 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.4 to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/oldWALs/wal.dat.4 2024-11-25T02:31:01,418 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.5, size=1.4 K (1398bytes) 2024-11-25T02:31:01,418 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.5 2024-11-25T02:31:01,418 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.5 after 0ms 2024-11-25T02:31:01,420 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.5 took 3ms 2024-11-25T02:31:01,422 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T02:31:01,423 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.5 so closing down 2024-11-25T02:31:01,423 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:01,423 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:01,425 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-25T02:31:01,425 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-25T02:31:01,426 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-25T02:31:01,426 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-25T02:31:01,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742060_1239 (size=743) 2024-11-25T02:31:01,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742061_1240 (size=743) 2024-11-25T02:31:01,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742060_1239 (size=743) 2024-11-25T02:31:01,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742061_1240 (size=743) 2024-11-25T02:31:01,435 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:01,436 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:01,436 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-25T02:31:01,437 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-25T02:31:01,438 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-25T02:31:01,438 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.5, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.5, size=1.4 K (1398bytes) at 1732501861418Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.5 so closing down at 1732501861423 (+5 ms)3 split writer threads finished at 1732501861423Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732501861426 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732501861426Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501861435 (+9 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501861436 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732501861436Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732501861437 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1732501861438 (+1 ms) 2024-11-25T02:31:01,440 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.5 to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/corrupt/wal.dat.5 2024-11-25T02:31:01,440 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T02:31:01,440 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.6 2024-11-25T02:31:01,440 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.6 after 0ms 2024-11-25T02:31:01,442 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.6 took 2ms 2024-11-25T02:31:01,444 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.6 so closing down 2024-11-25T02:31:01,444 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:01,444 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:01,446 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T02:31:01,446 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T02:31:01,447 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T02:31:01,448 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T02:31:01,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742063_1242 (size=749) 2024-11-25T02:31:01,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742062_1241 (size=749) 2024-11-25T02:31:01,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742062_1241 (size=749) 2024-11-25T02:31:01,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742063_1242 (size=749) 2024-11-25T02:31:01,454 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:01,455 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-25T02:31:01,858 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:01,860 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-25T02:31:01,861 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-25T02:31:01,861 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.6, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.6, size=1.4 K (1405bytes) at 1732501861440Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.6 so closing down at 1732501861444 (+4 ms)3 split writer threads finished at 1732501861444Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732501861448 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732501861448Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501861454 (+6 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732501861455 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501861858 (+403 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732501861860 (+2 ms)Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732501861861 (+1 ms) 2024-11-25T02:31:01,863 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.6 to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/oldWALs/wal.dat.6 2024-11-25T02:31:01,863 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T02:31:01,863 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.7 2024-11-25T02:31:01,868 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.7 after 5ms 2024-11-25T02:31:01,870 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.7 took 7ms 2024-11-25T02:31:01,894 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.7 so closing down 2024-11-25T02:31:01,894 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:01,898 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:01,902 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T02:31:01,921 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T02:31:01,921 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T02:31:01,938 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T02:31:02,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742064_1243 (size=753) 2024-11-25T02:31:02,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742064_1243 (size=753) 2024-11-25T02:31:02,012 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:02,014 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-25T02:31:02,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742065_1244 (size=753) 2024-11-25T02:31:02,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742065_1244 (size=753) 2024-11-25T02:31:02,059 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:02,060 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-25T02:31:02,061 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 168 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T02:31:02,061 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.7, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.7, size=1.4 K (1413bytes) at 1732501861863Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.7 so closing down at 1732501861894 (+31 ms)3 split writer threads finished at 1732501861898 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732501861921 (+23 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732501861938 (+17 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501862013 (+75 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732501862014 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501862059 (+45 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732501862060 (+1 ms)Processed 20 edits across 2 Regions in 168 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732501862061 (+1 ms) 2024-11-25T02:31:02,063 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.7 to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/oldWALs/wal.dat.7 2024-11-25T02:31:02,064 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T02:31:02,064 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.8 2024-11-25T02:31:02,064 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.8 after 0ms 2024-11-25T02:31:02,067 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.8 took 4ms 2024-11-25T02:31:02,097 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.8 so closing down 2024-11-25T02:31:02,097 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:02,104 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:02,111 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T02:31:02,111 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T02:31:02,120 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T02:31:02,125 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T02:31:02,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742066_1245 (size=753) 2024-11-25T02:31:02,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742066_1245 (size=753) 2024-11-25T02:31:02,155 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:02,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742067_1246 (size=753) 2024-11-25T02:31:02,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742067_1246 (size=753) 2024-11-25T02:31:02,158 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:02,159 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-25T02:31:02,160 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-25T02:31:02,160 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T02:31:02,160 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.8, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.8, size=1.4 K (1413bytes) at 1732501862064Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.8 so closing down at 1732501862097 (+33 ms)3 split writer threads finished at 1732501862104 (+7 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732501862120 (+16 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732501862125 (+5 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501862155 (+30 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501862158 (+3 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732501862159 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732501862160 (+1 ms)Processed 20 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732501862160 2024-11-25T02:31:02,163 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.8 to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/oldWALs/wal.dat.8 2024-11-25T02:31:02,163 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T02:31:02,163 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.9 2024-11-25T02:31:02,164 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.9 after 1ms 2024-11-25T02:31:02,171 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.9 took 7ms 2024-11-25T02:31:02,197 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.9 so closing down 2024-11-25T02:31:02,197 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:02,204 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:02,226 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T02:31:02,248 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T02:31:02,249 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T02:31:02,260 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T02:31:02,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742068_1247 (size=753) 2024-11-25T02:31:02,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742068_1247 (size=753) 2024-11-25T02:31:02,309 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:02,311 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-25T02:31:02,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742069_1248 (size=753) 2024-11-25T02:31:02,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742069_1248 (size=753) 2024-11-25T02:31:02,338 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:02,350 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-25T02:31:02,351 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 154 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T02:31:02,351 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.9, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.9, size=1.4 K (1413bytes) at 1732501862163Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.9 so closing down at 1732501862197 (+34 ms)3 split writer threads finished at 1732501862204 (+7 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732501862248 (+44 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732501862260 (+12 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501862309 (+49 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732501862311 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501862338 (+27 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732501862350 (+12 ms)Processed 20 edits across 2 Regions in 154 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732501862351 (+1 ms) 2024-11-25T02:31:02,360 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732501861083/wal.dat.9 to hdfs://localhost:43899/user/jenkins/test-data/d834ced2-b8a1-282f-21e6-7265c7d419dc/oldWALs/wal.dat.9 2024-11-25T02:31:02,523 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=144 (was 144), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=467 (was 467), ProcessCount=11 (was 11), AvailableMemoryMB=3908 (was 3998) 2024-11-25T02:31:02,536 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=144, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=467, ProcessCount=11, AvailableMemoryMB=3908 2024-11-25T02:31:02,536 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T02:31:02,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742070_1249 (size=7) 2024-11-25T02:31:02,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742070_1249 (size=7) 2024-11-25T02:31:02,591 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f with version=8 2024-11-25T02:31:02,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:02,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:02,596 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:31:02,597 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f/data/default/t1/44f84489a476dfab5b75170f0111fa06 2024-11-25T02:31:02,597 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region 44f84489a476dfab5b75170f0111fa06 2024-11-25T02:31:02,598 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T02:31:02,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:02,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:02,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:02,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:02,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:02,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:02,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:02,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:02,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:02,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:02,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:02,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:02,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:02,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:02,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:02,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:02,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:02,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:02,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:02,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:02,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742071_1250 (size=3841) 2024-11-25T02:31:02,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742071_1250 (size=3841) 2024-11-25T02:31:02,706 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/d89929d5-1d0e-c68b-f145-6ca4714d5ed4/WALs/testsplitleavescompactioneventsedits,16010,1732501862596/wal.dat.0, size=3.8 K (3841bytes) 2024-11-25T02:31:02,706 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/d89929d5-1d0e-c68b-f145-6ca4714d5ed4/WALs/testsplitleavescompactioneventsedits,16010,1732501862596/wal.dat.0 2024-11-25T02:31:02,707 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/d89929d5-1d0e-c68b-f145-6ca4714d5ed4/WALs/testsplitleavescompactioneventsedits,16010,1732501862596/wal.dat.0 after 1ms 2024-11-25T02:31:02,717 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/d89929d5-1d0e-c68b-f145-6ca4714d5ed4/WALs/testsplitleavescompactioneventsedits,16010,1732501862596/wal.dat.0 took 12ms 2024-11-25T02:31:02,747 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/d89929d5-1d0e-c68b-f145-6ca4714d5ed4/WALs/testsplitleavescompactioneventsedits,16010,1732501862596/wal.dat.0 so closing down 2024-11-25T02:31:02,747 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:02,748 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:02,761 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T02:31:02,764 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d89929d5-1d0e-c68b-f145-6ca4714d5ed4/data/default/t1/44f84489a476dfab5b75170f0111fa06/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T02:31:02,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742072_1251 (size=1591) 2024-11-25T02:31:02,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742072_1251 (size=1591) 2024-11-25T02:31:02,812 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d89929d5-1d0e-c68b-f145-6ca4714d5ed4/data/default/t1/44f84489a476dfab5b75170f0111fa06/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:02,814 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d89929d5-1d0e-c68b-f145-6ca4714d5ed4/data/default/t1/44f84489a476dfab5b75170f0111fa06/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/d89929d5-1d0e-c68b-f145-6ca4714d5ed4/data/default/t1/44f84489a476dfab5b75170f0111fa06/recovered.edits/0000000000000000009 2024-11-25T02:31:02,814 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 69 ms; skipped=10; WAL=hdfs://localhost:43899/user/jenkins/test-data/d89929d5-1d0e-c68b-f145-6ca4714d5ed4/WALs/testsplitleavescompactioneventsedits,16010,1732501862596/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false 2024-11-25T02:31:02,814 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/d89929d5-1d0e-c68b-f145-6ca4714d5ed4/WALs/testsplitleavescompactioneventsedits,16010,1732501862596/wal.dat.0, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/d89929d5-1d0e-c68b-f145-6ca4714d5ed4/WALs/testsplitleavescompactioneventsedits,16010,1732501862596/wal.dat.0, size=3.8 K (3841bytes) at 1732501862706Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/d89929d5-1d0e-c68b-f145-6ca4714d5ed4/WALs/testsplitleavescompactioneventsedits,16010,1732501862596/wal.dat.0 so closing down at 1732501862747 (+41 ms)3 split writer threads finished at 1732501862748 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d89929d5-1d0e-c68b-f145-6ca4714d5ed4/data/default/t1/44f84489a476dfab5b75170f0111fa06/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732501862764 (+16 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/d89929d5-1d0e-c68b-f145-6ca4714d5ed4/data/default/t1/44f84489a476dfab5b75170f0111fa06/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1732501862812 (+48 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/d89929d5-1d0e-c68b-f145-6ca4714d5ed4/data/default/t1/44f84489a476dfab5b75170f0111fa06/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/d89929d5-1d0e-c68b-f145-6ca4714d5ed4/data/default/t1/44f84489a476dfab5b75170f0111fa06/recovered.edits/0000000000000000009 at 1732501862814 (+2 ms)Processed 21 edits across 1 Regions in 69 ms; skipped=10; WAL=hdfs://localhost:43899/user/jenkins/test-data/d89929d5-1d0e-c68b-f145-6ca4714d5ed4/WALs/testsplitleavescompactioneventsedits,16010,1732501862596/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false at 1732501862814 2024-11-25T02:31:02,816 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/d89929d5-1d0e-c68b-f145-6ca4714d5ed4/WALs/testsplitleavescompactioneventsedits,16010,1732501862596/wal.dat.0 to hdfs://localhost:43899/user/jenkins/test-data/d89929d5-1d0e-c68b-f145-6ca4714d5ed4/oldWALs/wal.dat.0 2024-11-25T02:31:02,848 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=144 (was 144), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=467 (was 467), ProcessCount=11 (was 11), AvailableMemoryMB=3901 (was 3908) 2024-11-25T02:31:02,865 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=144, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=467, ProcessCount=11, AvailableMemoryMB=3901 2024-11-25T02:31:02,865 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T02:31:02,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742073_1252 (size=7) 2024-11-25T02:31:02,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742073_1252 (size=7) 2024-11-25T02:31:02,897 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f with version=8 2024-11-25T02:31:02,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:02,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:02,903 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:31:02,903 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-25T02:31:02,906 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T02:31:02,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:02,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:02,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:02,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:02,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:02,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:02,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:02,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:02,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:02,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:02,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:02,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:02,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:02,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:02,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:02,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:02,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:02,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:02,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:02,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:02,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742074_1253 (size=863) 2024-11-25T02:31:02,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742074_1253 (size=863) 2024-11-25T02:31:02,963 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T02:31:02,990 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/a8384976-ae7f-f751-5261-965e86405afd/WALs/testsplitpreservesedits,16010,1732501862903/wal.dat.0, size=863 (863bytes) 2024-11-25T02:31:02,990 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/a8384976-ae7f-f751-5261-965e86405afd/WALs/testsplitpreservesedits,16010,1732501862903/wal.dat.0 2024-11-25T02:31:02,992 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/a8384976-ae7f-f751-5261-965e86405afd/WALs/testsplitpreservesedits,16010,1732501862903/wal.dat.0 after 2ms 2024-11-25T02:31:02,997 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/a8384976-ae7f-f751-5261-965e86405afd/WALs/testsplitpreservesedits,16010,1732501862903/wal.dat.0 took 7ms 2024-11-25T02:31:03,025 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/a8384976-ae7f-f751-5261-965e86405afd/WALs/testsplitpreservesedits,16010,1732501862903/wal.dat.0 so closing down 2024-11-25T02:31:03,025 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:03,034 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:03,036 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T02:31:03,043 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/a8384976-ae7f-f751-5261-965e86405afd/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T02:31:03,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742075_1254 (size=863) 2024-11-25T02:31:03,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742075_1254 (size=863) 2024-11-25T02:31:03,075 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/a8384976-ae7f-f751-5261-965e86405afd/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:03,076 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/a8384976-ae7f-f751-5261-965e86405afd/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/a8384976-ae7f-f751-5261-965e86405afd/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-25T02:31:03,077 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/a8384976-ae7f-f751-5261-965e86405afd/WALs/testsplitpreservesedits,16010,1732501862903/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-25T02:31:03,077 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/a8384976-ae7f-f751-5261-965e86405afd/WALs/testsplitpreservesedits,16010,1732501862903/wal.dat.0, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/a8384976-ae7f-f751-5261-965e86405afd/WALs/testsplitpreservesedits,16010,1732501862903/wal.dat.0, size=863 (863bytes) at 1732501862990Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/a8384976-ae7f-f751-5261-965e86405afd/WALs/testsplitpreservesedits,16010,1732501862903/wal.dat.0 so closing down at 1732501863025 (+35 ms)3 split writer threads finished at 1732501863034 (+9 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/a8384976-ae7f-f751-5261-965e86405afd/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732501863043 (+9 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/a8384976-ae7f-f751-5261-965e86405afd/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501863075 (+32 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/a8384976-ae7f-f751-5261-965e86405afd/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/a8384976-ae7f-f751-5261-965e86405afd/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732501863076 (+1 ms)Processed 10 edits across 1 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/a8384976-ae7f-f751-5261-965e86405afd/WALs/testsplitpreservesedits,16010,1732501862903/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1732501863077 (+1 ms) 2024-11-25T02:31:03,083 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/a8384976-ae7f-f751-5261-965e86405afd/WALs/testsplitpreservesedits,16010,1732501862903/wal.dat.0 to hdfs://localhost:43899/user/jenkins/test-data/a8384976-ae7f-f751-5261-965e86405afd/oldWALs/wal.dat.0 2024-11-25T02:31:03,114 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=143 (was 144), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=467 (was 467), ProcessCount=11 (was 11), AvailableMemoryMB=3895 (was 3901) 2024-11-25T02:31:03,134 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=143, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=467, ProcessCount=11, AvailableMemoryMB=3895 2024-11-25T02:31:03,134 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T02:31:03,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742076_1255 (size=7) 2024-11-25T02:31:03,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742076_1255 (size=7) 2024-11-25T02:31:03,148 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f with version=8 2024-11-25T02:31:03,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:03,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:03,159 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:31:03,161 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T02:31:03,162 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T02:31:03,164 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T02:31:03,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742077_1256 (size=1393) 2024-11-25T02:31:03,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742077_1256 (size=1393) 2024-11-25T02:31:03,214 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T02:31:03,214 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T02:31:03,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742078_1257 (size=1393) 2024-11-25T02:31:03,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742078_1257 (size=1393) 2024-11-25T02:31:03,268 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T02:31:03,268 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T02:31:03,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742079_1258 (size=1393) 2024-11-25T02:31:03,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742079_1258 (size=1393) 2024-11-25T02:31:03,320 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T02:31:03,320 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T02:31:03,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742080_1259 (size=1393) 2024-11-25T02:31:03,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742080_1259 (size=1393) 2024-11-25T02:31:03,410 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T02:31:03,410 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T02:31:03,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742081_1260 (size=1393) 2024-11-25T02:31:03,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742081_1260 (size=1393) 2024-11-25T02:31:03,844 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T02:31:03,845 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T02:31:03,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742082_1261 (size=1393) 2024-11-25T02:31:03,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742082_1261 (size=1393) 2024-11-25T02:31:03,870 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T02:31:03,871 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T02:31:03,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742083_1262 (size=1405) 2024-11-25T02:31:03,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742083_1262 (size=1405) 2024-11-25T02:31:03,939 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T02:31:03,940 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T02:31:03,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:03,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:03,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742084_1263 (size=1413) 2024-11-25T02:31:04,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742084_1263 (size=1413) 2024-11-25T02:31:04,007 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T02:31:04,008 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T02:31:04,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742085_1264 (size=1413) 2024-11-25T02:31:04,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742085_1264 (size=1413) 2024-11-25T02:31:04,067 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T02:31:04,067 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T02:31:04,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:04,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:04,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742086_1265 (size=1413) 2024-11-25T02:31:04,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742086_1265 (size=1413) 2024-11-25T02:31:04,085 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T02:31:04,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742087_1266 (size=1394) 2024-11-25T02:31:04,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742087_1266 (size=1394) 2024-11-25T02:31:04,136 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T02:31:04,136 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.0 2024-11-25T02:31:04,137 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.0 after 1ms 2024-11-25T02:31:04,139 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.0 took 3ms 2024-11-25T02:31:04,148 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.0 so closing down 2024-11-25T02:31:04,148 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:04,148 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:04,163 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T02:31:04,163 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T02:31:04,171 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T02:31:04,173 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T02:31:04,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742088_1267 (size=743) 2024-11-25T02:31:04,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742088_1267 (size=743) 2024-11-25T02:31:04,190 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:04,192 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T02:31:04,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742089_1268 (size=743) 2024-11-25T02:31:04,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742089_1268 (size=743) 2024-11-25T02:31:04,204 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:04,207 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T02:31:04,207 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:04,208 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.0, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.0, size=1.4 K (1393bytes) at 1732501864136Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.0 so closing down at 1732501864148 (+12 ms)3 split writer threads finished at 1732501864148Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732501864171 (+23 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732501864173 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501864190 (+17 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732501864192 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501864204 (+12 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732501864207 (+3 ms)Processed 20 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501864207 2024-11-25T02:31:04,212 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.0 to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/oldWALs/wal.dat.0 2024-11-25T02:31:04,212 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T02:31:04,212 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.1 2024-11-25T02:31:04,213 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.1 after 1ms 2024-11-25T02:31:04,216 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.1 took 4ms 2024-11-25T02:31:04,251 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.1 so closing down 2024-11-25T02:31:04,251 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:04,251 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:04,271 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T02:31:04,289 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T02:31:04,292 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T02:31:04,304 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T02:31:04,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742090_1269 (size=743) 2024-11-25T02:31:04,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742090_1269 (size=743) 2024-11-25T02:31:04,359 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:04,361 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T02:31:04,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742091_1270 (size=743) 2024-11-25T02:31:04,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742091_1270 (size=743) 2024-11-25T02:31:04,411 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:04,413 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T02:31:04,413 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 163 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:04,414 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.1, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.1, size=1.4 K (1393bytes) at 1732501864212Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.1 so closing down at 1732501864251 (+39 ms)3 split writer threads finished at 1732501864251Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732501864289 (+38 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732501864304 (+15 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501864359 (+55 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732501864361 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501864411 (+50 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732501864413 (+2 ms)Processed 20 edits across 2 Regions in 163 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501864413 2024-11-25T02:31:04,416 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.1 to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/oldWALs/wal.dat.1 2024-11-25T02:31:04,417 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T02:31:04,417 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.2 2024-11-25T02:31:04,417 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.2 after 0ms 2024-11-25T02:31:04,422 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.2 took 5ms 2024-11-25T02:31:04,450 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.2 so closing down 2024-11-25T02:31:04,450 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:04,460 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:04,467 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T02:31:04,478 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T02:31:04,482 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T02:31:04,486 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T02:31:04,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742093_1272 (size=743) 2024-11-25T02:31:04,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742093_1272 (size=743) 2024-11-25T02:31:04,560 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:04,562 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T02:31:04,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742092_1271 (size=743) 2024-11-25T02:31:04,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742092_1271 (size=743) 2024-11-25T02:31:04,568 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:04,571 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T02:31:04,571 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 123 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:04,571 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.2, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.2, size=1.4 K (1393bytes) at 1732501864417Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.2 so closing down at 1732501864450 (+33 ms)3 split writer threads finished at 1732501864460 (+10 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732501864482 (+22 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732501864486 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501864560 (+74 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732501864562 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501864568 (+6 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732501864571 (+3 ms)Processed 20 edits across 2 Regions in 123 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501864571 2024-11-25T02:31:04,573 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.2 to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/oldWALs/wal.dat.2 2024-11-25T02:31:04,573 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T02:31:04,573 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.3 2024-11-25T02:31:04,574 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.3 after 1ms 2024-11-25T02:31:04,576 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.3 took 3ms 2024-11-25T02:31:04,593 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.3 so closing down 2024-11-25T02:31:04,593 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:04,596 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:04,605 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T02:31:04,608 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T02:31:04,609 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T02:31:04,636 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T02:31:04,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742094_1273 (size=743) 2024-11-25T02:31:04,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742094_1273 (size=743) 2024-11-25T02:31:04,739 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:04,740 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T02:31:04,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742095_1274 (size=743) 2024-11-25T02:31:04,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742095_1274 (size=743) 2024-11-25T02:31:04,787 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:04,789 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-25T02:31:04,789 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 197 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:04,789 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.3, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.3, size=1.4 K (1393bytes) at 1732501864573Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.3 so closing down at 1732501864593 (+20 ms)3 split writer threads finished at 1732501864596 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732501864608 (+12 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732501864636 (+28 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501864739 (+103 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732501864740 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501864787 (+47 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732501864789 (+2 ms)Processed 20 edits across 2 Regions in 197 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501864789 2024-11-25T02:31:04,792 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.3 to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/oldWALs/wal.dat.3 2024-11-25T02:31:04,793 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T02:31:04,793 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.4 2024-11-25T02:31:04,793 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.4 after 0ms 2024-11-25T02:31:04,795 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.4 took 3ms 2024-11-25T02:31:04,832 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.4 so closing down 2024-11-25T02:31:04,833 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:04,833 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:04,837 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T02:31:04,841 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T02:31:04,844 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T02:31:04,872 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T02:31:04,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742096_1275 (size=743) 2024-11-25T02:31:04,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742096_1275 (size=743) 2024-11-25T02:31:04,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742097_1276 (size=743) 2024-11-25T02:31:04,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742097_1276 (size=743) 2024-11-25T02:31:04,912 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:04,914 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-25T02:31:05,298 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:05,299 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-25T02:31:05,299 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 468 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:05,299 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.4, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.4, size=1.4 K (1393bytes) at 1732501864793Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.4 so closing down at 1732501864833 (+40 ms)3 split writer threads finished at 1732501864833Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732501864841 (+8 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732501864872 (+31 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501864912 (+40 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732501864914 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501865298 (+384 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732501865299 (+1 ms)Processed 20 edits across 2 Regions in 468 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501865299 2024-11-25T02:31:05,301 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.4 to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/oldWALs/wal.dat.4 2024-11-25T02:31:05,302 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.5, size=1.4 K (1394bytes) 2024-11-25T02:31:05,302 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.5 2024-11-25T02:31:05,302 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.5 after 0ms 2024-11-25T02:31:05,305 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-25T02:31:05,305 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.5 so closing down 2024-11-25T02:31:05,305 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-25T02:31:05,305 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.5, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.5, size=1.4 K (1394bytes) at 1732501865302Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.5 so closing down at 1732501865305 (+3 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1732501865305 2024-11-25T02:31:05,311 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.5 to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/corrupt/wal.dat.5 2024-11-25T02:31:05,312 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T02:31:05,312 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.6 2024-11-25T02:31:05,312 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.6 after 0ms 2024-11-25T02:31:05,333 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.6 took 22ms 2024-11-25T02:31:05,353 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.6 so closing down 2024-11-25T02:31:05,353 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:05,354 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:05,360 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T02:31:05,360 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T02:31:05,361 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T02:31:05,361 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T02:31:05,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742098_1277 (size=749) 2024-11-25T02:31:05,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742098_1277 (size=749) 2024-11-25T02:31:05,406 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:05,408 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-25T02:31:05,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742099_1278 (size=749) 2024-11-25T02:31:05,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742099_1278 (size=749) 2024-11-25T02:31:05,438 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:05,440 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-25T02:31:05,440 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 88 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-25T02:31:05,440 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.6, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.6, size=1.4 K (1405bytes) at 1732501865312Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.6 so closing down at 1732501865353 (+41 ms)3 split writer threads finished at 1732501865354 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732501865361 (+7 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732501865361Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501865407 (+46 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732501865408 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501865438 (+30 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732501865440 (+2 ms)Processed 20 edits across 2 Regions in 88 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732501865440 2024-11-25T02:31:05,443 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.6 to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/oldWALs/wal.dat.6 2024-11-25T02:31:05,443 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T02:31:05,443 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.7 2024-11-25T02:31:05,444 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.7 after 1ms 2024-11-25T02:31:05,446 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.7 took 3ms 2024-11-25T02:31:05,447 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.7 so closing down 2024-11-25T02:31:05,447 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:05,447 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:05,451 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T02:31:05,451 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T02:31:05,452 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T02:31:05,456 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T02:31:05,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742100_1279 (size=753) 2024-11-25T02:31:05,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742100_1279 (size=753) 2024-11-25T02:31:05,523 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:05,527 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-25T02:31:05,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742101_1280 (size=753) 2024-11-25T02:31:05,538 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:05,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742101_1280 (size=753) 2024-11-25T02:31:05,539 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-25T02:31:05,539 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 93 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T02:31:05,539 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.7, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.7, size=1.4 K (1413bytes) at 1732501865443Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.7 so closing down at 1732501865447 (+4 ms)3 split writer threads finished at 1732501865447Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732501865452 (+5 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732501865456 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501865523 (+67 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732501865527 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501865538 (+11 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732501865539 (+1 ms)Processed 20 edits across 2 Regions in 93 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732501865539 2024-11-25T02:31:05,541 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.7 to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/oldWALs/wal.dat.7 2024-11-25T02:31:05,541 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T02:31:05,541 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.8 2024-11-25T02:31:05,542 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.8 after 0ms 2024-11-25T02:31:05,543 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.8 took 2ms 2024-11-25T02:31:05,544 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.8 so closing down 2024-11-25T02:31:05,544 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:05,544 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:05,548 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T02:31:05,548 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T02:31:05,549 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T02:31:05,549 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T02:31:05,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742103_1282 (size=753) 2024-11-25T02:31:05,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742103_1282 (size=753) 2024-11-25T02:31:05,595 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:05,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742102_1281 (size=753) 2024-11-25T02:31:05,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742102_1281 (size=753) 2024-11-25T02:31:05,597 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-25T02:31:05,997 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:05,998 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-25T02:31:05,999 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 455 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T02:31:05,999 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.8, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.8, size=1.4 K (1413bytes) at 1732501865541Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.8 so closing down at 1732501865544 (+3 ms)3 split writer threads finished at 1732501865544Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732501865549 (+5 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732501865549Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501865595 (+46 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732501865597 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501865997 (+400 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732501865998 (+1 ms)Processed 20 edits across 2 Regions in 455 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732501865999 (+1 ms) 2024-11-25T02:31:06,001 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.8 to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/oldWALs/wal.dat.8 2024-11-25T02:31:06,001 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T02:31:06,001 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.9 2024-11-25T02:31:06,002 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.9 after 1ms 2024-11-25T02:31:06,004 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.9 took 3ms 2024-11-25T02:31:06,006 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.9 so closing down 2024-11-25T02:31:06,006 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:06,008 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:06,012 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T02:31:06,016 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T02:31:06,012 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T02:31:06,046 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T02:31:06,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742104_1283 (size=753) 2024-11-25T02:31:06,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742104_1283 (size=753) 2024-11-25T02:31:06,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742105_1284 (size=753) 2024-11-25T02:31:06,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742105_1284 (size=753) 2024-11-25T02:31:06,083 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:06,085 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-25T02:31:06,483 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:06,485 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-25T02:31:06,485 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 480 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T02:31:06,485 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.9, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.9, size=1.4 K (1413bytes) at 1732501866001Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.9 so closing down at 1732501866006 (+5 ms)3 split writer threads finished at 1732501866008 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732501866016 (+8 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732501866046 (+30 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501866083 (+37 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732501866085 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501866483 (+398 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732501866485 (+2 ms)Processed 20 edits across 2 Regions in 480 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732501866485 2024-11-25T02:31:06,489 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732501863159/wal.dat.9 to hdfs://localhost:43899/user/jenkins/test-data/91a945f3-6068-02e1-28b8-697dae1f295d/oldWALs/wal.dat.9 2024-11-25T02:31:06,576 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=143 (was 143), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=509 (was 467) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3851 (was 3895) 2024-11-25T02:31:06,588 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=143, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=509, ProcessCount=11, AvailableMemoryMB=3850 2024-11-25T02:31:06,588 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T02:31:06,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742106_1285 (size=7) 2024-11-25T02:31:06,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742106_1285 (size=7) 2024-11-25T02:31:06,644 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f with version=8 2024-11-25T02:31:06,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:06,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:06,650 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:31:06,650 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-25T02:31:06,653 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T02:31:06,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:06,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:06,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:06,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:06,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:06,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:06,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:06,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:06,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:06,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:06,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:06,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:06,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:06,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:06,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:06,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:06,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:06,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:06,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:06,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:06,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742107_1286 (size=2403) 2024-11-25T02:31:06,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742107_1286 (size=2403) 2024-11-25T02:31:06,750 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T02:31:06,778 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/bf2f8dc7-b706-00de-1dad-24d11d66783a/WALs/testsplitremovesregioneventsedits,16010,1732501866650/wal.dat.0, size=2.3 K (2403bytes) 2024-11-25T02:31:06,778 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/bf2f8dc7-b706-00de-1dad-24d11d66783a/WALs/testsplitremovesregioneventsedits,16010,1732501866650/wal.dat.0 2024-11-25T02:31:06,779 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/bf2f8dc7-b706-00de-1dad-24d11d66783a/WALs/testsplitremovesregioneventsedits,16010,1732501866650/wal.dat.0 after 1ms 2024-11-25T02:31:06,781 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/bf2f8dc7-b706-00de-1dad-24d11d66783a/WALs/testsplitremovesregioneventsedits,16010,1732501866650/wal.dat.0 took 4ms 2024-11-25T02:31:06,786 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bf2f8dc7-b706-00de-1dad-24d11d66783a/WALs/testsplitremovesregioneventsedits,16010,1732501866650/wal.dat.0 so closing down 2024-11-25T02:31:06,786 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:06,792 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:06,800 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T02:31:06,804 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bf2f8dc7-b706-00de-1dad-24d11d66783a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T02:31:06,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742108_1287 (size=863) 2024-11-25T02:31:06,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742108_1287 (size=863) 2024-11-25T02:31:06,870 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bf2f8dc7-b706-00de-1dad-24d11d66783a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:06,874 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bf2f8dc7-b706-00de-1dad-24d11d66783a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/bf2f8dc7-b706-00de-1dad-24d11d66783a/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-25T02:31:06,875 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 91 ms; skipped=10; WAL=hdfs://localhost:43899/user/jenkins/test-data/bf2f8dc7-b706-00de-1dad-24d11d66783a/WALs/testsplitremovesregioneventsedits,16010,1732501866650/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-25T02:31:06,875 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/bf2f8dc7-b706-00de-1dad-24d11d66783a/WALs/testsplitremovesregioneventsedits,16010,1732501866650/wal.dat.0, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/bf2f8dc7-b706-00de-1dad-24d11d66783a/WALs/testsplitremovesregioneventsedits,16010,1732501866650/wal.dat.0, size=2.3 K (2403bytes) at 1732501866778Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bf2f8dc7-b706-00de-1dad-24d11d66783a/WALs/testsplitremovesregioneventsedits,16010,1732501866650/wal.dat.0 so closing down at 1732501866786 (+8 ms)3 split writer threads finished at 1732501866792 (+6 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bf2f8dc7-b706-00de-1dad-24d11d66783a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732501866804 (+12 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bf2f8dc7-b706-00de-1dad-24d11d66783a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501866870 (+66 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bf2f8dc7-b706-00de-1dad-24d11d66783a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/bf2f8dc7-b706-00de-1dad-24d11d66783a/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732501866874 (+4 ms)Processed 20 edits across 1 Regions in 91 ms; skipped=10; WAL=hdfs://localhost:43899/user/jenkins/test-data/bf2f8dc7-b706-00de-1dad-24d11d66783a/WALs/testsplitremovesregioneventsedits,16010,1732501866650/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1732501866875 (+1 ms) 2024-11-25T02:31:06,879 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/bf2f8dc7-b706-00de-1dad-24d11d66783a/WALs/testsplitremovesregioneventsedits,16010,1732501866650/wal.dat.0 to hdfs://localhost:43899/user/jenkins/test-data/bf2f8dc7-b706-00de-1dad-24d11d66783a/oldWALs/wal.dat.0 2024-11-25T02:31:06,917 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=144 (was 143) - Thread LEAK? -, OpenFileDescriptor=389 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=509 (was 509), ProcessCount=11 (was 11), AvailableMemoryMB=3847 (was 3850) 2024-11-25T02:31:06,929 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=144, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=509, ProcessCount=11, AvailableMemoryMB=3847 2024-11-25T02:31:06,929 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T02:31:06,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742109_1288 (size=7) 2024-11-25T02:31:06,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742109_1288 (size=7) 2024-11-25T02:31:06,955 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f with version=8 2024-11-25T02:31:06,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:06,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:06,959 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:31:06,978 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=144 (was 144), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=509 (was 509), ProcessCount=11 (was 11), AvailableMemoryMB=3845 (was 3847) 2024-11-25T02:31:06,986 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=144, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=509, ProcessCount=11, AvailableMemoryMB=3845 2024-11-25T02:31:06,986 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T02:31:07,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742110_1289 (size=7) 2024-11-25T02:31:07,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742110_1289 (size=7) 2024-11-25T02:31:07,005 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f with version=8 2024-11-25T02:31:07,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:07,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:07,011 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:31:07,030 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T02:31:07,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742111_1290 (size=255) 2024-11-25T02:31:07,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742111_1290 (size=255) 2024-11-25T02:31:07,102 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/e51a2199-7bf8-b2a2-46d3-cffa5340f2f6/WALs/testsplitremovesreplicationmarkeredits,16010,1732501867011/wal.dat.1, size=255 (255bytes) 2024-11-25T02:31:07,102 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/e51a2199-7bf8-b2a2-46d3-cffa5340f2f6/WALs/testsplitremovesreplicationmarkeredits,16010,1732501867011/wal.dat.1 2024-11-25T02:31:07,102 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/e51a2199-7bf8-b2a2-46d3-cffa5340f2f6/WALs/testsplitremovesreplicationmarkeredits,16010,1732501867011/wal.dat.1 after 0ms 2024-11-25T02:31:07,105 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/e51a2199-7bf8-b2a2-46d3-cffa5340f2f6/WALs/testsplitremovesreplicationmarkeredits,16010,1732501867011/wal.dat.1 took 4ms 2024-11-25T02:31:07,137 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-25T02:31:07,137 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/e51a2199-7bf8-b2a2-46d3-cffa5340f2f6/WALs/testsplitremovesreplicationmarkeredits,16010,1732501867011/wal.dat.1 so closing down 2024-11-25T02:31:07,137 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:07,140 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:07,140 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/e51a2199-7bf8-b2a2-46d3-cffa5340f2f6/WALs/testsplitremovesreplicationmarkeredits,16010,1732501867011/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-25T02:31:07,140 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/e51a2199-7bf8-b2a2-46d3-cffa5340f2f6/WALs/testsplitremovesreplicationmarkeredits,16010,1732501867011/wal.dat.1, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/e51a2199-7bf8-b2a2-46d3-cffa5340f2f6/WALs/testsplitremovesreplicationmarkeredits,16010,1732501867011/wal.dat.1, size=255 (255bytes) at 1732501867102Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/e51a2199-7bf8-b2a2-46d3-cffa5340f2f6/WALs/testsplitremovesreplicationmarkeredits,16010,1732501867011/wal.dat.1 so closing down at 1732501867137 (+35 ms)3 split writer threads finished at 1732501867140 (+3 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/e51a2199-7bf8-b2a2-46d3-cffa5340f2f6/WALs/testsplitremovesreplicationmarkeredits,16010,1732501867011/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1732501867140 2024-11-25T02:31:07,144 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/e51a2199-7bf8-b2a2-46d3-cffa5340f2f6/WALs/testsplitremovesreplicationmarkeredits,16010,1732501867011/wal.dat.1 to hdfs://localhost:43899/user/jenkins/test-data/e51a2199-7bf8-b2a2-46d3-cffa5340f2f6/oldWALs/wal.dat.1 2024-11-25T02:31:07,161 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=144 (was 144), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=509 (was 509), ProcessCount=11 (was 11), AvailableMemoryMB=3844 (was 3845) 2024-11-25T02:31:07,175 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=144, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=509, ProcessCount=11, AvailableMemoryMB=3844 2024-11-25T02:31:07,175 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T02:31:07,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742112_1291 (size=7) 2024-11-25T02:31:07,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742112_1291 (size=7) 2024-11-25T02:31:07,188 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f with version=8 2024-11-25T02:31:07,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:07,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:07,193 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:31:07,194 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-25T02:31:07,195 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-25T02:31:07,199 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T02:31:07,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742113_1292 (size=1941) 2024-11-25T02:31:07,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742113_1292 (size=1941) 2024-11-25T02:31:07,227 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T02:31:07,228 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f/data/default/t1/region__1 2024-11-25T02:31:07,251 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/edfd40e1-1a97-7c3e-921f-2eefd5dcd901/WALs/testsplitlogfiledeletedregiondir,16010,1732501867194/wal.dat.0, size=1.9 K (1941bytes) 2024-11-25T02:31:07,251 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/edfd40e1-1a97-7c3e-921f-2eefd5dcd901/WALs/testsplitlogfiledeletedregiondir,16010,1732501867194/wal.dat.0 2024-11-25T02:31:07,252 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/edfd40e1-1a97-7c3e-921f-2eefd5dcd901/WALs/testsplitlogfiledeletedregiondir,16010,1732501867194/wal.dat.0 after 1ms 2024-11-25T02:31:07,254 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/edfd40e1-1a97-7c3e-921f-2eefd5dcd901/WALs/testsplitlogfiledeletedregiondir,16010,1732501867194/wal.dat.0 took 3ms 2024-11-25T02:31:07,257 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-25T02:31:07,257 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/edfd40e1-1a97-7c3e-921f-2eefd5dcd901/WALs/testsplitlogfiledeletedregiondir,16010,1732501867194/wal.dat.0 so closing down 2024-11-25T02:31:07,257 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:07,257 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:07,257 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 1 ms; skipped=17; WAL=hdfs://localhost:43899/user/jenkins/test-data/edfd40e1-1a97-7c3e-921f-2eefd5dcd901/WALs/testsplitlogfiledeletedregiondir,16010,1732501867194/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-25T02:31:07,258 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/edfd40e1-1a97-7c3e-921f-2eefd5dcd901/WALs/testsplitlogfiledeletedregiondir,16010,1732501867194/wal.dat.0, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/edfd40e1-1a97-7c3e-921f-2eefd5dcd901/WALs/testsplitlogfiledeletedregiondir,16010,1732501867194/wal.dat.0, size=1.9 K (1941bytes) at 1732501867251Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/edfd40e1-1a97-7c3e-921f-2eefd5dcd901/WALs/testsplitlogfiledeletedregiondir,16010,1732501867194/wal.dat.0 so closing down at 1732501867257 (+6 ms)3 split writer threads finished at 1732501867257Processed 17 edits across 0 Regions in 1 ms; skipped=17; WAL=hdfs://localhost:43899/user/jenkins/test-data/edfd40e1-1a97-7c3e-921f-2eefd5dcd901/WALs/testsplitlogfiledeletedregiondir,16010,1732501867194/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1732501867258 (+1 ms) 2024-11-25T02:31:07,260 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/edfd40e1-1a97-7c3e-921f-2eefd5dcd901/WALs/testsplitlogfiledeletedregiondir,16010,1732501867194/wal.dat.0 to hdfs://localhost:43899/user/jenkins/test-data/edfd40e1-1a97-7c3e-921f-2eefd5dcd901/oldWALs/wal.dat.0 2024-11-25T02:31:07,270 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=144 (was 144), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=509 (was 509), ProcessCount=11 (was 11), AvailableMemoryMB=3844 (was 3844) 2024-11-25T02:31:07,279 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=144, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=509, ProcessCount=11, AvailableMemoryMB=3844 2024-11-25T02:31:07,280 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T02:31:07,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742114_1293 (size=7) 2024-11-25T02:31:07,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742114_1293 (size=7) 2024-11-25T02:31:07,304 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f with version=8 2024-11-25T02:31:07,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:07,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:07,311 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:31:07,311 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-25T02:31:07,311 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:31:07,312 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T02:31:07,314 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T02:31:07,316 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T02:31:07,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742115_1294 (size=1393) 2024-11-25T02:31:07,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742115_1294 (size=1393) 2024-11-25T02:31:07,373 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T02:31:07,373 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T02:31:07,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742116_1295 (size=1393) 2024-11-25T02:31:07,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742116_1295 (size=1393) 2024-11-25T02:31:07,407 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T02:31:07,407 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T02:31:07,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742117_1296 (size=1393) 2024-11-25T02:31:07,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742117_1296 (size=1393) 2024-11-25T02:31:07,447 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T02:31:07,447 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T02:31:07,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742118_1297 (size=1393) 2024-11-25T02:31:07,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742118_1297 (size=1393) 2024-11-25T02:31:07,893 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T02:31:07,894 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T02:31:07,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742119_1298 (size=1393) 2024-11-25T02:31:07,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742119_1298 (size=1393) 2024-11-25T02:31:07,905 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T02:31:07,906 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T02:31:07,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742120_1299 (size=1393) 2024-11-25T02:31:07,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742120_1299 (size=1393) 2024-11-25T02:31:07,916 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T02:31:07,917 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T02:31:07,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742121_1300 (size=1405) 2024-11-25T02:31:07,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742121_1300 (size=1405) 2024-11-25T02:31:07,927 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T02:31:07,927 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T02:31:07,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742122_1301 (size=1413) 2024-11-25T02:31:07,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742122_1301 (size=1413) 2024-11-25T02:31:07,937 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T02:31:07,937 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T02:31:07,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742123_1302 (size=1413) 2024-11-25T02:31:07,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742123_1302 (size=1413) 2024-11-25T02:31:07,955 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T02:31:07,955 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T02:31:07,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:07,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:07,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742124_1303 (size=1413) 2024-11-25T02:31:07,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742124_1303 (size=1413) 2024-11-25T02:31:07,967 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T02:31:07,988 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/e5db34b8-1ccc-f61a-b97d-f311d5f97fe6/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732501867311/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T02:31:07,988 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/e5db34b8-1ccc-f61a-b97d-f311d5f97fe6/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732501867311/wal.dat.0 2024-11-25T02:31:07,988 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/e5db34b8-1ccc-f61a-b97d-f311d5f97fe6/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732501867311/wal.dat.0 after 0ms 2024-11-25T02:31:07,994 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/e5db34b8-1ccc-f61a-b97d-f311d5f97fe6/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732501867311/wal.dat.0 took 7ms 2024-11-25T02:31:08,001 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/e5db34b8-1ccc-f61a-b97d-f311d5f97fe6/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732501867311/wal.dat.0 so closing down 2024-11-25T02:31:08,001 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:08,002 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:08,002 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/e5db34b8-1ccc-f61a-b97d-f311d5f97fe6/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732501867311/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:08,002 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/e5db34b8-1ccc-f61a-b97d-f311d5f97fe6/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732501867311/wal.dat.0, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/e5db34b8-1ccc-f61a-b97d-f311d5f97fe6/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732501867311/wal.dat.0, size=1.4 K (1393bytes) at 1732501867988Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/e5db34b8-1ccc-f61a-b97d-f311d5f97fe6/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732501867311/wal.dat.0 so closing down at 1732501868001 (+13 ms)3 split writer threads finished at 1732501868002 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/e5db34b8-1ccc-f61a-b97d-f311d5f97fe6/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732501867311/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501868002 2024-11-25T02:31:08,012 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=144 (was 144), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=509 (was 509), ProcessCount=11 (was 11), AvailableMemoryMB=3849 (was 3844) - AvailableMemoryMB LEAK? - 2024-11-25T02:31:08,019 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=144, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=509, ProcessCount=11, AvailableMemoryMB=3849 2024-11-25T02:31:08,019 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T02:31:08,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742125_1304 (size=7) 2024-11-25T02:31:08,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742125_1304 (size=7) 2024-11-25T02:31:08,050 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f with version=8 2024-11-25T02:31:08,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:08,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:08,056 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:31:08,056 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T02:31:08,057 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T02:31:08,059 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T02:31:08,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742126_1305 (size=1393) 2024-11-25T02:31:08,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742126_1305 (size=1393) 2024-11-25T02:31:08,101 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T02:31:08,102 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T02:31:08,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742127_1306 (size=1393) 2024-11-25T02:31:08,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742127_1306 (size=1393) 2024-11-25T02:31:08,577 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T02:31:08,577 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T02:31:08,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742128_1307 (size=1393) 2024-11-25T02:31:08,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742128_1307 (size=1393) 2024-11-25T02:31:08,699 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T02:31:08,699 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T02:31:08,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742129_1308 (size=1393) 2024-11-25T02:31:08,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742129_1308 (size=1393) 2024-11-25T02:31:08,727 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T02:31:08,727 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T02:31:08,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,809 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T02:31:08,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742131_1310 (size=1393) 2024-11-25T02:31:08,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742131_1310 (size=1393) 2024-11-25T02:31:08,862 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T02:31:08,863 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T02:31:08,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742132_1311 (size=1405) 2024-11-25T02:31:08,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742132_1311 (size=1405) 2024-11-25T02:31:08,912 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T02:31:08,912 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T02:31:08,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742133_1312 (size=1413) 2024-11-25T02:31:08,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742133_1312 (size=1413) 2024-11-25T02:31:08,959 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T02:31:08,960 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T02:31:08,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:08,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:08,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:09,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:09,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:09,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:09,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:09,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:09,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:09,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:09,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:09,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:09,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:09,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:09,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:09,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:09,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:09,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:09,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:09,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:09,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:09,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:09,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:09,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:09,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:09,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:09,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:09,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742134_1313 (size=1413) 2024-11-25T02:31:09,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742134_1313 (size=1413) 2024-11-25T02:31:09,009 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T02:31:09,009 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T02:31:09,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:09,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:09,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:09,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:09,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:09,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:09,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:09,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:09,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:09,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:09,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:09,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:09,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:09,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:09,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:09,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:09,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:09,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:09,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:09,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:09,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:09,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:09,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:09,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:09,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:09,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:09,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:09,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:09,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:09,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:09,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:09,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:09,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:09,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:09,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:09,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:09,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:09,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:09,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:09,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:09,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742135_1314 (size=1413) 2024-11-25T02:31:09,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742135_1314 (size=1413) 2024-11-25T02:31:09,028 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T02:31:09,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:09,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:09,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742130_1309 (size=1458) 2024-11-25T02:31:09,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742130_1309 (size=1458) 2024-11-25T02:31:09,462 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T02:31:09,462 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.0 2024-11-25T02:31:09,463 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.0 after 1ms 2024-11-25T02:31:09,464 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.0 took 2ms 2024-11-25T02:31:09,466 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.0 so closing down 2024-11-25T02:31:09,466 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:09,466 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:09,468 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T02:31:09,468 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T02:31:09,469 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T02:31:09,470 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T02:31:09,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742137_1316 (size=743) 2024-11-25T02:31:09,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742137_1316 (size=743) 2024-11-25T02:31:09,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742136_1315 (size=743) 2024-11-25T02:31:09,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742136_1315 (size=743) 2024-11-25T02:31:09,499 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:09,501 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T02:31:09,885 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:09,887 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T02:31:09,887 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:09,887 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.0, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.0, size=1.4 K (1393bytes) at 1732501869462Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.0 so closing down at 1732501869466 (+4 ms)3 split writer threads finished at 1732501869466Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732501869469 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732501869470 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501869499 (+29 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732501869501 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501869885 (+384 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732501869887 (+2 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501869887 2024-11-25T02:31:09,888 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.0 to hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/oldWALs/wal.dat.0 2024-11-25T02:31:09,889 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T02:31:09,889 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.1 2024-11-25T02:31:09,889 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.1 after 0ms 2024-11-25T02:31:09,891 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.1 took 3ms 2024-11-25T02:31:09,893 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.1 so closing down 2024-11-25T02:31:09,893 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:09,893 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:09,900 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T02:31:09,900 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T02:31:09,901 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T02:31:09,903 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T02:31:09,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742138_1317 (size=743) 2024-11-25T02:31:09,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742138_1317 (size=743) 2024-11-25T02:31:09,909 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:09,911 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T02:31:09,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742139_1318 (size=743) 2024-11-25T02:31:09,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742139_1318 (size=743) 2024-11-25T02:31:09,914 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:09,916 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T02:31:09,916 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:09,916 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.1, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.1, size=1.4 K (1393bytes) at 1732501869889Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.1 so closing down at 1732501869893 (+4 ms)3 split writer threads finished at 1732501869893Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732501869901 (+8 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732501869903 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501869910 (+7 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732501869911 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501869914 (+3 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732501869916 (+2 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501869916 2024-11-25T02:31:09,917 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.1 to hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/oldWALs/wal.dat.1 2024-11-25T02:31:09,918 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T02:31:09,918 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.2 2024-11-25T02:31:09,918 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.2 after 0ms 2024-11-25T02:31:09,921 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.2 took 4ms 2024-11-25T02:31:09,922 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.2 so closing down 2024-11-25T02:31:09,922 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:09,922 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:09,924 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T02:31:09,925 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T02:31:09,925 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T02:31:09,926 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T02:31:09,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742140_1319 (size=743) 2024-11-25T02:31:09,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742140_1319 (size=743) 2024-11-25T02:31:09,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742141_1320 (size=743) 2024-11-25T02:31:09,938 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:09,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742141_1320 (size=743) 2024-11-25T02:31:09,938 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:09,939 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T02:31:09,939 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T02:31:09,939 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:09,939 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.2, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.2, size=1.4 K (1393bytes) at 1732501869918Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.2 so closing down at 1732501869922 (+4 ms)3 split writer threads finished at 1732501869922Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732501869925 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732501869926 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501869938 (+12 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501869938Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732501869939 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732501869939Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501869939 2024-11-25T02:31:09,941 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.2 to hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/oldWALs/wal.dat.2 2024-11-25T02:31:09,941 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T02:31:09,941 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.3 2024-11-25T02:31:09,941 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.3 after 0ms 2024-11-25T02:31:09,943 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.3 took 2ms 2024-11-25T02:31:09,944 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.3 so closing down 2024-11-25T02:31:09,944 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:09,945 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:09,950 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T02:31:09,950 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T02:31:09,951 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T02:31:09,957 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T02:31:09,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742142_1321 (size=743) 2024-11-25T02:31:09,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742142_1321 (size=743) 2024-11-25T02:31:09,971 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:09,974 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T02:31:09,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742143_1322 (size=743) 2024-11-25T02:31:09,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742143_1322 (size=743) 2024-11-25T02:31:09,982 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:09,986 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-25T02:31:09,986 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:09,986 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.3, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.3, size=1.4 K (1393bytes) at 1732501869941Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.3 so closing down at 1732501869944 (+3 ms)3 split writer threads finished at 1732501869945 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732501869951 (+6 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732501869957 (+6 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501869971 (+14 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732501869974 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501869982 (+8 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732501869986 (+4 ms)Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501869986 2024-11-25T02:31:09,989 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.3 to hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/oldWALs/wal.dat.3 2024-11-25T02:31:09,989 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.4, size=1.4 K (1458bytes) 2024-11-25T02:31:09,989 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.4 2024-11-25T02:31:09,990 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.4 after 1ms 2024-11-25T02:31:09,994 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.4 took 5ms 2024-11-25T02:31:09,998 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.4 so closing down 2024-11-25T02:31:09,998 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:09,998 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:10,003 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T02:31:10,009 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T02:31:10,014 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-25T02:31:10,014 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T02:31:10,024 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T02:31:10,028 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-25T02:31:10,029 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T02:31:10,029 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-25T02:31:10,029 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.4, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.4, size=1.4 K (1458bytes) at 1732501869989Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.4 so closing down at 1732501869998 (+9 ms)3 split writer threads finished at 1732501869998Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732501870009 (+11 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732501870024 (+15 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1732501870028 (+4 ms)Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1732501870029 (+1 ms)Processed 21 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/WALs/testsplitwillfailifwritingtoregionfails,16010,1732501868056/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1732501870029 2024-11-25T02:31:10,029 WARN [Thread-2064 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742145_1324 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36602 remote=/127.0.0.1:35229]. Total timeout mills is 70000, 69996 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T02:31:10,030 WARN [Thread-2064 {}] hdfs.DataStreamer(1850): Abandoning BP-353614410-172.17.0.3-1732501822611:blk_1073742145_1324 2024-11-25T02:31:10,032 WARN [Thread-2064 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T02:31:10,032 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T02:31:10,036 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:43899/user/jenkins/test-data/66f06216-423e-f2bd-79b0-44cc697fa628/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T02:31:10,040 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-204921744_22 at /127.0.0.1:36588 [Receiving block BP-353614410-172.17.0.3-1732501822611:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:35229:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36588 dst: /127.0.0.1:35229 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T02:31:10,040 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-204921744_22 at /127.0.0.1:43632 [Receiving block BP-353614410-172.17.0.3-1732501822611:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:43087:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43632 dst: /127.0.0.1:43087 java.net.SocketException: Connection reset at sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394) ~[?:?] at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426) ~[?:?] at org.apache.hadoop.net.SocketInputStream$Reader.performIO(SocketInputStream.java:57) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:141) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T02:31:10,042 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-204921744_22 at /127.0.0.1:36602 [Receiving block BP-353614410-172.17.0.3-1732501822611:blk_1073742145_1324] {}] datanode.DataXceiver(331): 127.0.0.1:35229:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36602 dst: /127.0.0.1:35229 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T02:31:10,043 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-204921744_22 at /127.0.0.1:43644 [Receiving block BP-353614410-172.17.0.3-1732501822611:blk_1073742145_1324] {}] datanode.DataXceiver(331): 127.0.0.1:43087:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43644 dst: /127.0.0.1:43087 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T02:31:10,044 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=147 (was 144) - Thread LEAK? -, OpenFileDescriptor=399 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=557 (was 509) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3830 (was 3849) 2024-11-25T02:31:10,052 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=145, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=557, ProcessCount=11, AvailableMemoryMB=3830 2024-11-25T02:31:10,052 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T02:31:10,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742146_1325 (size=7) 2024-11-25T02:31:10,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742146_1325 (size=7) 2024-11-25T02:31:10,064 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f with version=8 2024-11-25T02:31:10,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:10,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:10,068 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:31:10,070 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-25T02:31:10,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742147_1326 (size=93) 2024-11-25T02:31:10,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742147_1326 (size=93) 2024-11-25T02:31:10,089 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T02:31:10,090 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T02:31:10,092 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T02:31:10,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742148_1327 (size=1393) 2024-11-25T02:31:10,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742148_1327 (size=1393) 2024-11-25T02:31:10,127 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T02:31:10,127 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T02:31:10,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742149_1328 (size=1393) 2024-11-25T02:31:10,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742149_1328 (size=1393) 2024-11-25T02:31:10,145 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T02:31:10,145 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T02:31:10,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742150_1329 (size=1393) 2024-11-25T02:31:10,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742150_1329 (size=1393) 2024-11-25T02:31:10,178 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T02:31:10,178 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T02:31:10,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742151_1330 (size=1393) 2024-11-25T02:31:10,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742151_1330 (size=1393) 2024-11-25T02:31:10,198 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T02:31:10,198 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T02:31:10,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742152_1331 (size=1393) 2024-11-25T02:31:10,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742152_1331 (size=1393) 2024-11-25T02:31:10,217 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T02:31:10,217 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T02:31:10,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742153_1332 (size=1393) 2024-11-25T02:31:10,258 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T02:31:10,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742153_1332 (size=1393) 2024-11-25T02:31:10,258 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T02:31:10,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742154_1333 (size=1405) 2024-11-25T02:31:10,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742154_1333 (size=1405) 2024-11-25T02:31:10,284 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T02:31:10,285 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T02:31:10,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742155_1334 (size=1413) 2024-11-25T02:31:10,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742155_1334 (size=1413) 2024-11-25T02:31:10,363 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T02:31:10,363 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T02:31:10,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742156_1335 (size=1413) 2024-11-25T02:31:10,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742156_1335 (size=1413) 2024-11-25T02:31:10,434 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T02:31:10,434 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T02:31:10,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:10,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:10,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742157_1336 (size=1413) 2024-11-25T02:31:10,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742157_1336 (size=1413) 2024-11-25T02:31:10,447 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T02:31:10,447 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-25T02:31:10,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742158_1337 (size=93) 2024-11-25T02:31:10,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742158_1337 (size=93) 2024-11-25T02:31:10,472 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat..empty, size=93 (93bytes) 2024-11-25T02:31:10,472 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat..empty 2024-11-25T02:31:10,472 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat..empty after 0ms 2024-11-25T02:31:10,474 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat..empty took 3ms 2024-11-25T02:31:10,474 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat..empty so closing down 2024-11-25T02:31:10,474 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:10,474 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:10,474 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-25T02:31:10,474 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat..empty, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat..empty, size=93 (93bytes) at 1732501870472Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat..empty so closing down at 1732501870474 (+2 ms)3 split writer threads finished at 1732501870474Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1732501870474 2024-11-25T02:31:10,477 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat..empty to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/oldWALs/wal.dat..empty 2024-11-25T02:31:10,477 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T02:31:10,477 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.0 2024-11-25T02:31:10,477 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.0 after 0ms 2024-11-25T02:31:10,479 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.0 took 2ms 2024-11-25T02:31:10,481 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.0 so closing down 2024-11-25T02:31:10,481 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:10,481 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:10,484 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T02:31:10,485 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T02:31:10,486 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T02:31:10,489 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T02:31:10,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742159_1338 (size=743) 2024-11-25T02:31:10,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742159_1338 (size=743) 2024-11-25T02:31:10,518 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:10,519 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T02:31:10,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742160_1339 (size=743) 2024-11-25T02:31:10,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742160_1339 (size=743) 2024-11-25T02:31:10,540 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:10,543 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T02:31:10,543 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:10,543 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.0, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.0, size=1.4 K (1393bytes) at 1732501870477Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.0 so closing down at 1732501870481 (+4 ms)3 split writer threads finished at 1732501870481Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732501870486 (+5 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732501870489 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501870518 (+29 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732501870519 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501870540 (+21 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732501870543 (+3 ms)Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501870543 2024-11-25T02:31:10,546 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.0 to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/oldWALs/wal.dat.0 2024-11-25T02:31:10,546 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T02:31:10,546 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.1 2024-11-25T02:31:10,547 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.1 after 1ms 2024-11-25T02:31:10,549 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.1 took 3ms 2024-11-25T02:31:10,556 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.1 so closing down 2024-11-25T02:31:10,556 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:10,557 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:10,562 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T02:31:10,565 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T02:31:10,568 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T02:31:10,576 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T02:31:10,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742161_1340 (size=743) 2024-11-25T02:31:10,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742162_1341 (size=743) 2024-11-25T02:31:10,590 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:10,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742162_1341 (size=743) 2024-11-25T02:31:10,590 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:10,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742161_1340 (size=743) 2024-11-25T02:31:10,591 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T02:31:10,591 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T02:31:10,592 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:10,592 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.1, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.1, size=1.4 K (1393bytes) at 1732501870546Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.1 so closing down at 1732501870556 (+10 ms)3 split writer threads finished at 1732501870557 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732501870565 (+8 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732501870577 (+12 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501870590 (+13 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501870590Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732501870591 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732501870591Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501870592 (+1 ms) 2024-11-25T02:31:10,593 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.1 to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/oldWALs/wal.dat.1 2024-11-25T02:31:10,593 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T02:31:10,593 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.2 2024-11-25T02:31:10,594 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.2 after 1ms 2024-11-25T02:31:10,595 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.2 took 2ms 2024-11-25T02:31:10,596 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.2 so closing down 2024-11-25T02:31:10,596 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:10,596 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:10,598 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T02:31:10,599 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T02:31:10,602 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T02:31:10,603 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T02:31:10,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742163_1342 (size=743) 2024-11-25T02:31:10,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742163_1342 (size=743) 2024-11-25T02:31:10,611 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:10,613 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T02:31:10,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742164_1343 (size=743) 2024-11-25T02:31:10,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742164_1343 (size=743) 2024-11-25T02:31:10,617 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:10,618 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T02:31:10,618 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:10,618 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.2, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.2, size=1.4 K (1393bytes) at 1732501870593Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.2 so closing down at 1732501870596 (+3 ms)3 split writer threads finished at 1732501870596Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732501870599 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732501870603 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501870612 (+9 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732501870613 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501870617 (+4 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732501870618 (+1 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501870618 2024-11-25T02:31:10,624 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.2 to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/oldWALs/wal.dat.2 2024-11-25T02:31:10,625 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T02:31:10,625 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.3 2024-11-25T02:31:10,625 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.3 after 0ms 2024-11-25T02:31:10,627 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.3 took 3ms 2024-11-25T02:31:10,628 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.3 so closing down 2024-11-25T02:31:10,628 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:10,629 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:10,630 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T02:31:10,632 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T02:31:10,633 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T02:31:10,634 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T02:31:10,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742166_1345 (size=743) 2024-11-25T02:31:10,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742166_1345 (size=743) 2024-11-25T02:31:10,641 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:10,642 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-25T02:31:10,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742165_1344 (size=743) 2024-11-25T02:31:10,651 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:10,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742165_1344 (size=743) 2024-11-25T02:31:10,652 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T02:31:10,652 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:10,652 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.3, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.3, size=1.4 K (1393bytes) at 1732501870625Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.3 so closing down at 1732501870628 (+3 ms)3 split writer threads finished at 1732501870629 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732501870632 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732501870634 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501870641 (+7 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732501870642 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501870651 (+9 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732501870652 (+1 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501870652 2024-11-25T02:31:10,654 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.3 to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/oldWALs/wal.dat.3 2024-11-25T02:31:10,654 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T02:31:10,654 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.4 2024-11-25T02:31:10,654 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.4 after 0ms 2024-11-25T02:31:10,656 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.4 took 2ms 2024-11-25T02:31:10,657 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.4 so closing down 2024-11-25T02:31:10,657 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:10,657 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:10,658 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T02:31:10,658 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T02:31:10,659 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T02:31:10,659 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T02:31:10,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742168_1347 (size=743) 2024-11-25T02:31:10,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742167_1346 (size=743) 2024-11-25T02:31:10,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742167_1346 (size=743) 2024-11-25T02:31:10,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742168_1347 (size=743) 2024-11-25T02:31:10,667 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:10,668 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-25T02:31:11,068 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:11,070 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-25T02:31:11,072 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:11,072 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.4, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.4, size=1.4 K (1393bytes) at 1732501870654Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.4 so closing down at 1732501870657 (+3 ms)3 split writer threads finished at 1732501870657Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732501870659 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732501870659Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501870667 (+8 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732501870668 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501871068 (+400 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732501871070 (+2 ms)Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501871072 (+2 ms) 2024-11-25T02:31:11,074 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.4 to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/oldWALs/wal.dat.4 2024-11-25T02:31:11,074 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.5, size=1.4 K (1393bytes) 2024-11-25T02:31:11,074 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.5 2024-11-25T02:31:11,075 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.5 after 1ms 2024-11-25T02:31:11,077 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.5 took 2ms 2024-11-25T02:31:11,079 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.5 so closing down 2024-11-25T02:31:11,079 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:11,079 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:11,086 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-25T02:31:11,086 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-25T02:31:11,087 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-25T02:31:11,088 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-25T02:31:11,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742169_1348 (size=743) 2024-11-25T02:31:11,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742169_1348 (size=743) 2024-11-25T02:31:11,104 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:11,105 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-25T02:31:11,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742170_1349 (size=743) 2024-11-25T02:31:11,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742170_1349 (size=743) 2024-11-25T02:31:11,113 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:11,115 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-25T02:31:11,115 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:11,115 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.5, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.5, size=1.4 K (1393bytes) at 1732501871074Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.5 so closing down at 1732501871079 (+5 ms)3 split writer threads finished at 1732501871079Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732501871087 (+8 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732501871088 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501871104 (+16 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732501871105 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501871113 (+8 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732501871115 (+2 ms)Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501871115 2024-11-25T02:31:11,116 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.5 to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/oldWALs/wal.dat.5 2024-11-25T02:31:11,116 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T02:31:11,117 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.6 2024-11-25T02:31:11,117 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.6 after 0ms 2024-11-25T02:31:11,118 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.6 took 2ms 2024-11-25T02:31:11,120 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.6 so closing down 2024-11-25T02:31:11,120 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:11,120 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:11,122 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T02:31:11,122 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T02:31:11,123 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T02:31:11,123 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T02:31:11,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742171_1350 (size=749) 2024-11-25T02:31:11,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742171_1350 (size=749) 2024-11-25T02:31:11,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742172_1351 (size=749) 2024-11-25T02:31:11,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742172_1351 (size=749) 2024-11-25T02:31:11,142 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:11,142 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:11,143 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-25T02:31:11,143 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-25T02:31:11,144 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-25T02:31:11,144 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.6, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.6, size=1.4 K (1405bytes) at 1732501871116Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.6 so closing down at 1732501871120 (+4 ms)3 split writer threads finished at 1732501871120Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732501871123 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732501871123Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501871142 (+19 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501871142Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732501871143 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732501871143Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732501871144 (+1 ms) 2024-11-25T02:31:11,145 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.6 to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/oldWALs/wal.dat.6 2024-11-25T02:31:11,145 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T02:31:11,145 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.7 2024-11-25T02:31:11,146 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.7 after 1ms 2024-11-25T02:31:11,148 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.7 took 2ms 2024-11-25T02:31:11,149 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.7 so closing down 2024-11-25T02:31:11,149 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:11,149 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:11,150 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T02:31:11,151 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T02:31:11,151 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T02:31:11,152 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T02:31:11,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742174_1353 (size=753) 2024-11-25T02:31:11,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742174_1353 (size=753) 2024-11-25T02:31:11,166 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:11,167 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-25T02:31:11,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742173_1352 (size=753) 2024-11-25T02:31:11,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742173_1352 (size=753) 2024-11-25T02:31:11,176 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:11,177 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-25T02:31:11,177 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T02:31:11,177 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.7, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.7, size=1.4 K (1413bytes) at 1732501871145Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.7 so closing down at 1732501871149 (+4 ms)3 split writer threads finished at 1732501871149Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732501871151 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732501871152 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501871166 (+14 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732501871167 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501871176 (+9 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732501871177 (+1 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732501871177 2024-11-25T02:31:11,179 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.7 to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/oldWALs/wal.dat.7 2024-11-25T02:31:11,179 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T02:31:11,179 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.8 2024-11-25T02:31:11,180 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.8 after 1ms 2024-11-25T02:31:11,183 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.8 took 4ms 2024-11-25T02:31:11,185 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.8 so closing down 2024-11-25T02:31:11,185 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:11,185 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:11,190 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T02:31:11,190 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T02:31:11,191 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T02:31:11,196 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T02:31:11,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742175_1354 (size=753) 2024-11-25T02:31:11,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742175_1354 (size=753) 2024-11-25T02:31:11,218 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:11,219 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-25T02:31:11,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742176_1355 (size=753) 2024-11-25T02:31:11,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742176_1355 (size=753) 2024-11-25T02:31:11,234 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:11,235 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-25T02:31:11,236 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T02:31:11,236 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.8, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.8, size=1.4 K (1413bytes) at 1732501871179Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.8 so closing down at 1732501871185 (+6 ms)3 split writer threads finished at 1732501871185Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732501871191 (+6 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732501871196 (+5 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501871218 (+22 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732501871219 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501871234 (+15 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732501871235 (+1 ms)Processed 20 edits across 2 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732501871236 (+1 ms) 2024-11-25T02:31:11,240 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.8 to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/oldWALs/wal.dat.8 2024-11-25T02:31:11,241 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T02:31:11,241 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.9 2024-11-25T02:31:11,241 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.9 after 0ms 2024-11-25T02:31:11,243 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.9 took 3ms 2024-11-25T02:31:11,245 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.9 so closing down 2024-11-25T02:31:11,245 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:11,245 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:11,254 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T02:31:11,254 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T02:31:11,256 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T02:31:11,256 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T02:31:11,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742178_1357 (size=753) 2024-11-25T02:31:11,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742178_1357 (size=753) 2024-11-25T02:31:11,277 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:11,279 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-25T02:31:11,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742177_1356 (size=753) 2024-11-25T02:31:11,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742177_1356 (size=753) 2024-11-25T02:31:11,689 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:11,690 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-25T02:31:11,690 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 446 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T02:31:11,690 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.9, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.9, size=1.4 K (1413bytes) at 1732501871241Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.9 so closing down at 1732501871245 (+4 ms)3 split writer threads finished at 1732501871245Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732501871256 (+11 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732501871256Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501871277 (+21 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732501871280 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501871689 (+409 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732501871690 (+1 ms)Processed 20 edits across 2 Regions in 446 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732501871690 2024-11-25T02:31:11,693 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.9 to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/oldWALs/wal.dat.9 2024-11-25T02:31:11,694 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.empty, size=93 (93bytes) 2024-11-25T02:31:11,694 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.empty 2024-11-25T02:31:11,694 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.empty after 0ms 2024-11-25T02:31:11,696 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.empty took 3ms 2024-11-25T02:31:11,696 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.empty so closing down 2024-11-25T02:31:11,696 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:11,696 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:11,697 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-25T02:31:11,697 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.empty, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.empty, size=93 (93bytes) at 1732501871694Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.empty so closing down at 1732501871696 (+2 ms)3 split writer threads finished at 1732501871696Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1732501871697 (+1 ms) 2024-11-25T02:31:11,698 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/WALs/testemptylogfiles,16010,1732501870068/wal.dat.empty to hdfs://localhost:43899/user/jenkins/test-data/43100b3e-2e67-c4dc-a8fe-54b71f8dcfab/oldWALs/wal.dat.empty 2024-11-25T02:31:11,802 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=144 (was 145), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=557 (was 557), ProcessCount=11 (was 11), AvailableMemoryMB=3810 (was 3830) 2024-11-25T02:31:11,811 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=144, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=557, ProcessCount=11, AvailableMemoryMB=3810 2024-11-25T02:31:11,811 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T02:31:11,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742179_1358 (size=7) 2024-11-25T02:31:11,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742179_1358 (size=7) 2024-11-25T02:31:11,827 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f with version=8 2024-11-25T02:31:11,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:11,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:11,834 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:31:11,834 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T02:31:11,835 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T02:31:11,838 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T02:31:11,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742180_1359 (size=1393) 2024-11-25T02:31:11,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742180_1359 (size=1393) 2024-11-25T02:31:11,858 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T02:31:11,858 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T02:31:11,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742181_1360 (size=1393) 2024-11-25T02:31:11,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742181_1360 (size=1393) 2024-11-25T02:31:11,881 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T02:31:11,881 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T02:31:11,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742182_1361 (size=1393) 2024-11-25T02:31:11,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742182_1361 (size=1393) 2024-11-25T02:31:11,894 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T02:31:11,895 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T02:31:11,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742183_1362 (size=1393) 2024-11-25T02:31:11,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742183_1362 (size=1393) 2024-11-25T02:31:11,918 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T02:31:11,918 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T02:31:11,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742184_1363 (size=1393) 2024-11-25T02:31:11,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742184_1363 (size=1393) 2024-11-25T02:31:11,967 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T02:31:11,967 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T02:31:11,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:11,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:11,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742185_1364 (size=1393) 2024-11-25T02:31:12,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742185_1364 (size=1393) 2024-11-25T02:31:12,013 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T02:31:12,013 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T02:31:12,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742186_1365 (size=1405) 2024-11-25T02:31:12,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742186_1365 (size=1405) 2024-11-25T02:31:12,072 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T02:31:12,072 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T02:31:12,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742187_1366 (size=1413) 2024-11-25T02:31:12,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742187_1366 (size=1413) 2024-11-25T02:31:12,088 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T02:31:12,088 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T02:31:12,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742188_1367 (size=1413) 2024-11-25T02:31:12,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742188_1367 (size=1413) 2024-11-25T02:31:12,105 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T02:31:12,105 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T02:31:12,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:12,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:12,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742189_1368 (size=1413) 2024-11-25T02:31:12,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742189_1368 (size=1413) 2024-11-25T02:31:12,118 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T02:31:12,137 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T02:31:12,137 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.0 2024-11-25T02:31:12,137 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.0 after 0ms 2024-11-25T02:31:12,139 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.0 took 2ms 2024-11-25T02:31:12,141 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.0 so closing down 2024-11-25T02:31:12,141 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:12,142 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:12,145 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T02:31:12,145 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T02:31:12,147 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T02:31:12,155 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T02:31:12,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742190_1369 (size=743) 2024-11-25T02:31:12,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742190_1369 (size=743) 2024-11-25T02:31:12,158 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:12,159 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T02:31:12,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742191_1370 (size=743) 2024-11-25T02:31:12,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742191_1370 (size=743) 2024-11-25T02:31:12,167 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:12,169 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T02:31:12,169 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:12,169 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.0, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.0, size=1.4 K (1393bytes) at 1732501872137Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.0 so closing down at 1732501872141 (+4 ms)3 split writer threads finished at 1732501872142 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732501872147 (+5 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732501872155 (+8 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501872158 (+3 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732501872159 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501872167 (+8 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732501872169 (+2 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501872169 2024-11-25T02:31:12,170 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.0 to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/oldWALs/wal.dat.0 2024-11-25T02:31:12,170 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T02:31:12,170 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.1 2024-11-25T02:31:12,171 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.1 after 1ms 2024-11-25T02:31:12,172 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.1 took 2ms 2024-11-25T02:31:12,173 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.1 so closing down 2024-11-25T02:31:12,173 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:12,173 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:12,175 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T02:31:12,175 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T02:31:12,176 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T02:31:12,176 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T02:31:12,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742192_1371 (size=743) 2024-11-25T02:31:12,180 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:12,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742192_1371 (size=743) 2024-11-25T02:31:12,181 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T02:31:12,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742193_1372 (size=743) 2024-11-25T02:31:12,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742193_1372 (size=743) 2024-11-25T02:31:12,195 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:12,196 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T02:31:12,197 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:12,197 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.1, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.1, size=1.4 K (1393bytes) at 1732501872170Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.1 so closing down at 1732501872173 (+3 ms)3 split writer threads finished at 1732501872173Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732501872176 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732501872176Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501872180 (+4 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732501872181 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501872195 (+14 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732501872196 (+1 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501872197 (+1 ms) 2024-11-25T02:31:12,204 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.1 to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/oldWALs/wal.dat.1 2024-11-25T02:31:12,204 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T02:31:12,204 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.2 2024-11-25T02:31:12,205 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.2 after 1ms 2024-11-25T02:31:12,209 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.2 took 5ms 2024-11-25T02:31:12,217 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.2 so closing down 2024-11-25T02:31:12,217 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:12,221 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:12,225 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T02:31:12,226 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T02:31:12,230 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T02:31:12,232 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T02:31:12,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742194_1373 (size=743) 2024-11-25T02:31:12,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742194_1373 (size=743) 2024-11-25T02:31:12,241 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:12,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742195_1374 (size=743) 2024-11-25T02:31:12,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742195_1374 (size=743) 2024-11-25T02:31:12,242 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T02:31:12,642 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:12,643 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T02:31:12,643 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:12,643 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.2, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.2, size=1.4 K (1393bytes) at 1732501872204Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.2 so closing down at 1732501872217 (+13 ms)3 split writer threads finished at 1732501872221 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732501872226 (+5 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732501872232 (+6 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501872241 (+9 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732501872242 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501872642 (+400 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732501872643 (+1 ms)Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501872643 2024-11-25T02:31:12,645 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.2 to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/oldWALs/wal.dat.2 2024-11-25T02:31:12,645 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T02:31:12,645 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.3 2024-11-25T02:31:12,645 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.3 after 0ms 2024-11-25T02:31:12,647 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.3 took 2ms 2024-11-25T02:31:12,648 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.3 so closing down 2024-11-25T02:31:12,648 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:12,648 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:12,650 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T02:31:12,651 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T02:31:12,652 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T02:31:12,664 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T02:31:12,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742196_1375 (size=743) 2024-11-25T02:31:12,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742196_1375 (size=743) 2024-11-25T02:31:12,693 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:12,695 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-25T02:31:12,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742197_1376 (size=743) 2024-11-25T02:31:12,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742197_1376 (size=743) 2024-11-25T02:31:12,707 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:12,710 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T02:31:12,710 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:12,710 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.3, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.3, size=1.4 K (1393bytes) at 1732501872645Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.3 so closing down at 1732501872648 (+3 ms)3 split writer threads finished at 1732501872648Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732501872652 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732501872664 (+12 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501872693 (+29 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732501872695 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501872707 (+12 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732501872710 (+3 ms)Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501872710 2024-11-25T02:31:12,712 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.3 to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/oldWALs/wal.dat.3 2024-11-25T02:31:12,712 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T02:31:12,713 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.4 2024-11-25T02:31:12,713 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.4 after 0ms 2024-11-25T02:31:12,715 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.4 took 3ms 2024-11-25T02:31:12,716 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.4 so closing down 2024-11-25T02:31:12,716 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:12,716 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:12,729 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T02:31:12,729 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T02:31:12,730 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T02:31:12,736 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T02:31:12,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742198_1377 (size=743) 2024-11-25T02:31:12,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742198_1377 (size=743) 2024-11-25T02:31:12,754 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:12,755 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-25T02:31:12,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742199_1378 (size=743) 2024-11-25T02:31:12,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742199_1378 (size=743) 2024-11-25T02:31:12,763 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:12,766 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-25T02:31:12,766 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:12,766 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.4, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.4, size=1.4 K (1393bytes) at 1732501872713Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.4 so closing down at 1732501872716 (+3 ms)3 split writer threads finished at 1732501872716Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732501872730 (+14 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732501872736 (+6 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501872754 (+18 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732501872755 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501872763 (+8 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732501872766 (+3 ms)Processed 20 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501872766 2024-11-25T02:31:12,768 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.4 to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/oldWALs/wal.dat.4 2024-11-25T02:31:12,768 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.5, size=1.4 K (1393bytes) 2024-11-25T02:31:12,768 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.5 2024-11-25T02:31:12,769 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.5 after 1ms 2024-11-25T02:31:12,772 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.5 took 4ms 2024-11-25T02:31:12,773 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.5 so closing down 2024-11-25T02:31:12,773 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:12,774 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:12,779 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-25T02:31:12,782 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-25T02:31:12,784 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-25T02:31:12,788 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-25T02:31:12,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742200_1379 (size=743) 2024-11-25T02:31:12,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742200_1379 (size=743) 2024-11-25T02:31:12,817 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:12,821 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-25T02:31:12,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742201_1380 (size=743) 2024-11-25T02:31:12,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742201_1380 (size=743) 2024-11-25T02:31:12,829 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:12,832 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-25T02:31:12,832 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:12,832 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.5, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.5, size=1.4 K (1393bytes) at 1732501872768Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.5 so closing down at 1732501872773 (+5 ms)3 split writer threads finished at 1732501872774 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732501872784 (+10 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732501872788 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501872817 (+29 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732501872821 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501872829 (+8 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732501872832 (+3 ms)Processed 20 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501872832 2024-11-25T02:31:12,836 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.5 to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/oldWALs/wal.dat.5 2024-11-25T02:31:12,836 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T02:31:12,836 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.6 2024-11-25T02:31:12,837 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.6 after 1ms 2024-11-25T02:31:12,839 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.6 took 3ms 2024-11-25T02:31:12,853 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.6 so closing down 2024-11-25T02:31:12,853 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:12,856 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:12,870 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T02:31:12,881 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T02:31:12,890 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T02:31:12,890 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T02:31:12,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742203_1382 (size=749) 2024-11-25T02:31:12,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742203_1382 (size=749) 2024-11-25T02:31:12,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742202_1381 (size=749) 2024-11-25T02:31:12,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742202_1381 (size=749) 2024-11-25T02:31:12,929 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:12,930 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-25T02:31:13,328 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:13,331 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-25T02:31:13,331 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 479 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-25T02:31:13,332 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.6, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.6, size=1.4 K (1405bytes) at 1732501872836Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.6 so closing down at 1732501872853 (+17 ms)3 split writer threads finished at 1732501872856 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732501872890 (+34 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732501872890Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501872929 (+39 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732501872930 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501873328 (+398 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732501873331 (+3 ms)Processed 20 edits across 2 Regions in 479 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732501873332 (+1 ms) 2024-11-25T02:31:13,334 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.6 to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/oldWALs/wal.dat.6 2024-11-25T02:31:13,334 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T02:31:13,334 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.7 2024-11-25T02:31:13,334 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.7 after 0ms 2024-11-25T02:31:13,341 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.7 took 7ms 2024-11-25T02:31:13,354 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.7 so closing down 2024-11-25T02:31:13,354 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:13,355 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:13,360 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T02:31:13,361 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T02:31:13,368 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T02:31:13,372 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T02:31:13,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742204_1383 (size=753) 2024-11-25T02:31:13,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742204_1383 (size=753) 2024-11-25T02:31:13,386 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:13,387 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-25T02:31:13,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742205_1384 (size=753) 2024-11-25T02:31:13,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742205_1384 (size=753) 2024-11-25T02:31:13,403 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:13,404 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-25T02:31:13,405 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T02:31:13,405 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.7, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.7, size=1.4 K (1413bytes) at 1732501873334Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.7 so closing down at 1732501873354 (+20 ms)3 split writer threads finished at 1732501873355 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732501873368 (+13 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732501873372 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501873386 (+14 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732501873387 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501873403 (+16 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732501873404 (+1 ms)Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732501873405 (+1 ms) 2024-11-25T02:31:13,407 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.7 to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/oldWALs/wal.dat.7 2024-11-25T02:31:13,407 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T02:31:13,407 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.8 2024-11-25T02:31:13,407 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.8 after 0ms 2024-11-25T02:31:13,409 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.8 took 2ms 2024-11-25T02:31:13,411 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.8 so closing down 2024-11-25T02:31:13,411 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:13,412 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:13,418 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T02:31:13,418 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T02:31:13,419 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T02:31:13,420 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T02:31:13,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742207_1386 (size=753) 2024-11-25T02:31:13,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742207_1386 (size=753) 2024-11-25T02:31:13,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742206_1385 (size=753) 2024-11-25T02:31:13,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742206_1385 (size=753) 2024-11-25T02:31:13,446 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:13,449 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-25T02:31:13,847 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:13,848 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-25T02:31:13,848 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 438 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T02:31:13,848 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.8, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.8, size=1.4 K (1413bytes) at 1732501873407Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.8 so closing down at 1732501873411 (+4 ms)3 split writer threads finished at 1732501873412 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732501873419 (+7 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732501873420 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501873446 (+26 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732501873449 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501873847 (+398 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732501873848 (+1 ms)Processed 20 edits across 2 Regions in 438 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732501873848 2024-11-25T02:31:13,851 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.8 to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/oldWALs/wal.dat.8 2024-11-25T02:31:13,851 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T02:31:13,851 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.9 2024-11-25T02:31:13,852 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.9 after 1ms 2024-11-25T02:31:13,856 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.9 took 5ms 2024-11-25T02:31:13,861 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.9 so closing down 2024-11-25T02:31:13,861 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:13,862 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:13,873 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T02:31:13,874 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T02:31:13,875 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T02:31:13,880 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T02:31:13,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742209_1388 (size=753) 2024-11-25T02:31:13,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742209_1388 (size=753) 2024-11-25T02:31:13,889 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:13,890 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-25T02:31:13,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742208_1387 (size=753) 2024-11-25T02:31:13,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742208_1387 (size=753) 2024-11-25T02:31:13,895 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:13,896 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-25T02:31:13,896 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T02:31:13,896 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.9, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.9, size=1.4 K (1413bytes) at 1732501873851Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.9 so closing down at 1732501873861 (+10 ms)3 split writer threads finished at 1732501873862 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732501873875 (+13 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732501873880 (+5 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501873889 (+9 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732501873890 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501873895 (+5 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732501873896 (+1 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732501873896 2024-11-25T02:31:13,898 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732501871834/wal.dat.9 to hdfs://localhost:43899/user/jenkins/test-data/2de634fd-a19c-b3ee-8cb9-7c17fdd58feb/oldWALs/wal.dat.9 2024-11-25T02:31:13,907 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=144 (was 144), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=557 (was 557), ProcessCount=11 (was 11), AvailableMemoryMB=3785 (was 3810) 2024-11-25T02:31:13,915 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=144, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=557, ProcessCount=11, AvailableMemoryMB=3784 2024-11-25T02:31:13,915 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T02:31:13,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742210_1389 (size=7) 2024-11-25T02:31:13,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742210_1389 (size=7) 2024-11-25T02:31:13,934 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f with version=8 2024-11-25T02:31:13,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:13,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:13,940 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:31:13,946 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:43899/user/jenkins/test-data/41914278-ad8a-ad8e-4037-0b511e9e4740/data/hbase/meta/1588230740/recovered.edits 2024-11-25T02:31:13,962 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=144 (was 144), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=557 (was 557), ProcessCount=11 (was 11), AvailableMemoryMB=3784 (was 3784) 2024-11-25T02:31:13,969 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=144, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=557, ProcessCount=11, AvailableMemoryMB=3783 2024-11-25T02:31:13,969 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T02:31:13,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742211_1390 (size=7) 2024-11-25T02:31:13,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742211_1390 (size=7) 2024-11-25T02:31:13,976 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f with version=8 2024-11-25T02:31:13,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:13,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:13,982 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:31:13,982 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-25T02:31:13,983 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T02:31:13,985 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-25T02:31:13,985 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-25T02:31:13,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:13,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:13,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:13,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742212_1391 (size=818) 2024-11-25T02:31:14,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742212_1391 (size=818) 2024-11-25T02:31:14,030 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/b0a7ca31-8512-b8aa-c7f7-93b903d8cab4/WALs/testemptywaledit,16010,1732501873982/wal.dat.5, size=818 (818bytes) 2024-11-25T02:31:14,030 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/b0a7ca31-8512-b8aa-c7f7-93b903d8cab4/WALs/testemptywaledit,16010,1732501873982/wal.dat.5 2024-11-25T02:31:14,030 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/b0a7ca31-8512-b8aa-c7f7-93b903d8cab4/WALs/testemptywaledit,16010,1732501873982/wal.dat.5 after 0ms 2024-11-25T02:31:14,032 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/b0a7ca31-8512-b8aa-c7f7-93b903d8cab4/WALs/testemptywaledit,16010,1732501873982/wal.dat.5 took 2ms 2024-11-25T02:31:14,034 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/b0a7ca31-8512-b8aa-c7f7-93b903d8cab4/WALs/testemptywaledit,16010,1732501873982/wal.dat.5 so closing down 2024-11-25T02:31:14,034 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:14,035 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:14,036 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-25T02:31:14,037 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/b0a7ca31-8512-b8aa-c7f7-93b903d8cab4/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-25T02:31:14,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742213_1392 (size=783) 2024-11-25T02:31:14,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742213_1392 (size=783) 2024-11-25T02:31:14,047 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/b0a7ca31-8512-b8aa-c7f7-93b903d8cab4/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-25T02:31:14,049 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/b0a7ca31-8512-b8aa-c7f7-93b903d8cab4/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/b0a7ca31-8512-b8aa-c7f7-93b903d8cab4/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-25T02:31:14,049 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/b0a7ca31-8512-b8aa-c7f7-93b903d8cab4/WALs/testemptywaledit,16010,1732501873982/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-25T02:31:14,049 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/b0a7ca31-8512-b8aa-c7f7-93b903d8cab4/WALs/testemptywaledit,16010,1732501873982/wal.dat.5, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/b0a7ca31-8512-b8aa-c7f7-93b903d8cab4/WALs/testemptywaledit,16010,1732501873982/wal.dat.5, size=818 (818bytes) at 1732501874030Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/b0a7ca31-8512-b8aa-c7f7-93b903d8cab4/WALs/testemptywaledit,16010,1732501873982/wal.dat.5 so closing down at 1732501874034 (+4 ms)3 split writer threads finished at 1732501874035 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/b0a7ca31-8512-b8aa-c7f7-93b903d8cab4/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1732501874037 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/b0a7ca31-8512-b8aa-c7f7-93b903d8cab4/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1732501874047 (+10 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/b0a7ca31-8512-b8aa-c7f7-93b903d8cab4/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/b0a7ca31-8512-b8aa-c7f7-93b903d8cab4/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1732501874049 (+2 ms)Processed 11 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/b0a7ca31-8512-b8aa-c7f7-93b903d8cab4/WALs/testemptywaledit,16010,1732501873982/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1732501874049 2024-11-25T02:31:14,050 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/b0a7ca31-8512-b8aa-c7f7-93b903d8cab4/WALs/testemptywaledit,16010,1732501873982/wal.dat.5 to hdfs://localhost:43899/user/jenkins/test-data/b0a7ca31-8512-b8aa-c7f7-93b903d8cab4/oldWALs/wal.dat.5 2024-11-25T02:31:14,065 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=144 (was 144), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=557 (was 557), ProcessCount=11 (was 11), AvailableMemoryMB=3782 (was 3783) 2024-11-25T02:31:14,073 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=144, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=557, ProcessCount=11, AvailableMemoryMB=3782 2024-11-25T02:31:14,073 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T02:31:14,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742214_1393 (size=7) 2024-11-25T02:31:14,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742214_1393 (size=7) 2024-11-25T02:31:14,081 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f with version=8 2024-11-25T02:31:14,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:14,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:14,085 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:31:14,086 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T02:31:14,086 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T02:31:14,088 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T02:31:14,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742215_1394 (size=1393) 2024-11-25T02:31:14,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742215_1394 (size=1393) 2024-11-25T02:31:14,101 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T02:31:14,101 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T02:31:14,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742216_1395 (size=1393) 2024-11-25T02:31:14,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742216_1395 (size=1393) 2024-11-25T02:31:14,118 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T02:31:14,118 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T02:31:14,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742217_1396 (size=1393) 2024-11-25T02:31:14,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742217_1396 (size=1393) 2024-11-25T02:31:14,131 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T02:31:14,131 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T02:31:14,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742218_1397 (size=1393) 2024-11-25T02:31:14,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742218_1397 (size=1393) 2024-11-25T02:31:14,143 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T02:31:14,144 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T02:31:14,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742219_1398 (size=1393) 2024-11-25T02:31:14,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742219_1398 (size=1393) 2024-11-25T02:31:14,157 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T02:31:14,157 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T02:31:14,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742220_1399 (size=1393) 2024-11-25T02:31:14,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742220_1399 (size=1393) 2024-11-25T02:31:14,176 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T02:31:14,176 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T02:31:14,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742221_1400 (size=1405) 2024-11-25T02:31:14,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742221_1400 (size=1405) 2024-11-25T02:31:14,188 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T02:31:14,188 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T02:31:14,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742222_1401 (size=1413) 2024-11-25T02:31:14,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742222_1401 (size=1413) 2024-11-25T02:31:14,601 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T02:31:14,601 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T02:31:14,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742223_1402 (size=1413) 2024-11-25T02:31:14,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742223_1402 (size=1413) 2024-11-25T02:31:14,613 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T02:31:14,614 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T02:31:14,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:14,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:14,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742224_1403 (size=1413) 2024-11-25T02:31:14,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742224_1403 (size=1413) 2024-11-25T02:31:14,625 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T02:31:14,653 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T02:31:14,653 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.0 2024-11-25T02:31:14,654 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.0 after 0ms 2024-11-25T02:31:14,656 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.0 took 3ms 2024-11-25T02:31:14,662 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.0 so closing down 2024-11-25T02:31:14,662 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:14,662 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:14,669 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T02:31:14,669 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T02:31:14,670 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T02:31:14,670 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T02:31:14,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742226_1405 (size=743) 2024-11-25T02:31:14,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742226_1405 (size=743) 2024-11-25T02:31:14,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742227_1406 (size=743) 2024-11-25T02:31:14,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742227_1406 (size=743) 2024-11-25T02:31:14,686 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:14,686 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:14,687 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T02:31:14,687 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T02:31:14,687 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:14,687 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.0, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.0, size=1.4 K (1393bytes) at 1732501874653Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.0 so closing down at 1732501874662 (+9 ms)3 split writer threads finished at 1732501874662Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732501874670 (+8 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732501874670Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501874686 (+16 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501874686Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732501874687 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732501874687Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501874687 2024-11-25T02:31:14,689 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.0 to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/oldWALs/wal.dat.0 2024-11-25T02:31:14,689 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T02:31:14,689 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.1 2024-11-25T02:31:14,689 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.1 after 0ms 2024-11-25T02:31:14,691 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.1 took 2ms 2024-11-25T02:31:14,692 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.1 so closing down 2024-11-25T02:31:14,693 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:14,693 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:14,699 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T02:31:14,699 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T02:31:14,700 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T02:31:14,700 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T02:31:14,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742228_1407 (size=743) 2024-11-25T02:31:14,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742228_1407 (size=743) 2024-11-25T02:31:14,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742229_1408 (size=743) 2024-11-25T02:31:14,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742229_1408 (size=743) 2024-11-25T02:31:14,722 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:14,723 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T02:31:15,113 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:15,114 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T02:31:15,114 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:15,115 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.1, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.1, size=1.4 K (1393bytes) at 1732501874689Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.1 so closing down at 1732501874692 (+3 ms)3 split writer threads finished at 1732501874693 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732501874700 (+7 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732501874700Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501874722 (+22 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732501874723 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501875113 (+390 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732501875114 (+1 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501875114 2024-11-25T02:31:15,116 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.1 to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/oldWALs/wal.dat.1 2024-11-25T02:31:15,116 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T02:31:15,116 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.2 2024-11-25T02:31:15,117 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.2 after 1ms 2024-11-25T02:31:15,118 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.2 took 2ms 2024-11-25T02:31:15,119 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.2 so closing down 2024-11-25T02:31:15,119 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:15,120 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:15,122 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T02:31:15,123 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T02:31:15,122 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T02:31:15,125 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T02:31:15,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742230_1409 (size=743) 2024-11-25T02:31:15,134 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:15,135 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T02:31:15,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742230_1409 (size=743) 2024-11-25T02:31:15,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742231_1410 (size=743) 2024-11-25T02:31:15,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742231_1410 (size=743) 2024-11-25T02:31:15,145 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:15,146 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T02:31:15,146 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:15,146 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.2, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.2, size=1.4 K (1393bytes) at 1732501875116Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.2 so closing down at 1732501875119 (+3 ms)3 split writer threads finished at 1732501875120 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732501875123 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732501875125 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501875134 (+9 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732501875135 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501875145 (+10 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732501875146 (+1 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501875146 2024-11-25T02:31:15,150 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.2 to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/oldWALs/wal.dat.2 2024-11-25T02:31:15,150 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T02:31:15,150 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.3 2024-11-25T02:31:15,151 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.3 after 1ms 2024-11-25T02:31:15,153 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.3 took 3ms 2024-11-25T02:31:15,154 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.3 so closing down 2024-11-25T02:31:15,154 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:15,154 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:15,158 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T02:31:15,158 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T02:31:15,158 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T02:31:15,158 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T02:31:15,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742232_1411 (size=743) 2024-11-25T02:31:15,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742232_1411 (size=743) 2024-11-25T02:31:15,179 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:15,180 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T02:31:15,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742233_1412 (size=743) 2024-11-25T02:31:15,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742233_1412 (size=743) 2024-11-25T02:31:15,191 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:15,193 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-25T02:31:15,193 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:15,194 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.3, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.3, size=1.4 K (1393bytes) at 1732501875150Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.3 so closing down at 1732501875154 (+4 ms)3 split writer threads finished at 1732501875154Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732501875158 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732501875158Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501875179 (+21 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732501875180 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501875191 (+11 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732501875193 (+2 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501875194 (+1 ms) 2024-11-25T02:31:15,196 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.3 to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/oldWALs/wal.dat.3 2024-11-25T02:31:15,196 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T02:31:15,196 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.4 2024-11-25T02:31:15,196 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.4 after 0ms 2024-11-25T02:31:15,198 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.4 took 2ms 2024-11-25T02:31:15,201 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.4 so closing down 2024-11-25T02:31:15,201 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:15,201 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:15,203 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T02:31:15,204 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T02:31:15,204 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T02:31:15,205 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T02:31:15,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742234_1413 (size=743) 2024-11-25T02:31:15,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742234_1413 (size=743) 2024-11-25T02:31:15,217 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:15,219 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-25T02:31:15,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742235_1414 (size=743) 2024-11-25T02:31:15,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742235_1414 (size=743) 2024-11-25T02:31:15,227 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:15,228 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-25T02:31:15,228 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:15,228 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.4, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.4, size=1.4 K (1393bytes) at 1732501875196Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.4 so closing down at 1732501875201 (+5 ms)3 split writer threads finished at 1732501875201Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732501875204 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732501875205 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501875218 (+13 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732501875219 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501875227 (+8 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732501875228 (+1 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501875228 2024-11-25T02:31:15,229 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.4 to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/oldWALs/wal.dat.4 2024-11-25T02:31:15,230 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.5, size=1.4 K (1394bytes) 2024-11-25T02:31:15,230 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.5 2024-11-25T02:31:15,230 WARN [IPC Server handler 2 on default port 43899 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1415 for block blk_1073742225_1404 2024-11-25T02:31:15,230 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.5 after 0ms 2024-11-25T02:31:15,605 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-612243033_22 at /127.0.0.1:33948 [Receiving block BP-353614410-172.17.0.3-1732501822611:blk_1073742225_1404] {}] datanode.DataXceiver(331): 127.0.0.1:35229:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33948 dst: /127.0.0.1:35229 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:35229 remote=/127.0.0.1:33948]. Total timeout mills is 60000, 59025 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T02:31:15,606 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-612243033_22 at /127.0.0.1:54600 [Receiving block BP-353614410-172.17.0.3-1732501822611:blk_1073742225_1404] {}] datanode.DataXceiver(331): 127.0.0.1:43087:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54600 dst: /127.0.0.1:43087 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T02:31:15,606 WARN [ResponseProcessor for block BP-353614410-172.17.0.3-1732501822611:blk_1073742225_1404 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-353614410-172.17.0.3-1732501822611:blk_1073742225_1404 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T02:31:15,606 WARN [DataStreamer for file /user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.5 block BP-353614410-172.17.0.3-1732501822611:blk_1073742225_1404 {}] hdfs.DataStreamer(1731): Error Recovery for BP-353614410-172.17.0.3-1732501822611:blk_1073742225_1404 in pipeline [DatanodeInfoWithStorage[127.0.0.1:35229,DS-5a035a0d-0048-443b-9615-3e0265b5570c,DISK], DatanodeInfoWithStorage[127.0.0.1:43087,DS-2df4f16e-3508-455f-96ec-b2339a60a5a9,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:35229,DS-5a035a0d-0048-443b-9615-3e0265b5570c,DISK]) is bad. 2024-11-25T02:31:15,607 WARN [DataStreamer for file /user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.5 block BP-353614410-172.17.0.3-1732501822611:blk_1073742225_1404 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-353614410-172.17.0.3-1732501822611:blk_1073742225_1404 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T02:31:19,231 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.5 after 4001ms 2024-11-25T02:31:19,235 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.5 took 4006ms 2024-11-25T02:31:19,238 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T02:31:19,238 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.5 so closing down 2024-11-25T02:31:19,238 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:19,242 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:19,262 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-25T02:31:19,264 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-25T02:31:19,266 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-25T02:31:19,268 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-25T02:31:19,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742236_1416 (size=418) 2024-11-25T02:31:19,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742236_1416 (size=418) 2024-11-25T02:31:19,276 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:19,277 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-25T02:31:19,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742237_1417 (size=353) 2024-11-25T02:31:19,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742237_1417 (size=353) 2024-11-25T02:31:19,289 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:19,290 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-25T02:31:19,290 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-25T02:31:19,290 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.5, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.5, size=1.4 K (1394bytes) at 1732501875230Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.5 so closing down at 1732501879238 (+4008 ms)3 split writer threads finished at 1732501879242 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732501879266 (+24 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732501879268 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732501879276 (+8 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1732501879277 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1732501879289 (+12 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1732501879290 (+1 ms)Processed 9 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1732501879290 2024-11-25T02:31:19,292 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.5 to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/corrupt/wal.dat.5 2024-11-25T02:31:19,292 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T02:31:19,292 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.6 2024-11-25T02:31:19,293 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.6 after 1ms 2024-11-25T02:31:19,294 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.6 took 2ms 2024-11-25T02:31:19,295 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.6 so closing down 2024-11-25T02:31:19,295 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:19,295 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:19,298 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T02:31:19,298 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T02:31:19,299 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T02:31:19,299 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T02:31:19,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742238_1418 (size=749) 2024-11-25T02:31:19,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742239_1419 (size=749) 2024-11-25T02:31:19,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742239_1419 (size=749) 2024-11-25T02:31:19,312 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:19,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742238_1418 (size=749) 2024-11-25T02:31:19,313 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:19,313 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-25T02:31:19,314 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-25T02:31:19,314 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-25T02:31:19,314 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.6, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.6, size=1.4 K (1405bytes) at 1732501879292Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.6 so closing down at 1732501879295 (+3 ms)3 split writer threads finished at 1732501879295Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732501879299 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732501879299Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501879312 (+13 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501879313 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732501879313Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732501879314 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732501879314 2024-11-25T02:31:19,316 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.6 to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/oldWALs/wal.dat.6 2024-11-25T02:31:19,316 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T02:31:19,316 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.7 2024-11-25T02:31:19,317 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.7 after 1ms 2024-11-25T02:31:19,318 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.7 took 2ms 2024-11-25T02:31:19,320 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.7 so closing down 2024-11-25T02:31:19,320 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:19,320 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:19,322 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T02:31:19,322 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T02:31:19,323 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T02:31:19,325 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T02:31:19,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742240_1420 (size=753) 2024-11-25T02:31:19,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742240_1420 (size=753) 2024-11-25T02:31:19,331 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:19,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742241_1421 (size=753) 2024-11-25T02:31:19,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742241_1421 (size=753) 2024-11-25T02:31:19,332 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-25T02:31:19,333 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:19,335 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-25T02:31:19,335 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T02:31:19,335 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.7, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.7, size=1.4 K (1413bytes) at 1732501879316Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.7 so closing down at 1732501879320 (+4 ms)3 split writer threads finished at 1732501879320Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732501879323 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732501879325 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501879331 (+6 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732501879332 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501879333 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732501879335 (+2 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732501879335 2024-11-25T02:31:19,336 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.7 to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/oldWALs/wal.dat.7 2024-11-25T02:31:19,337 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T02:31:19,337 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.8 2024-11-25T02:31:19,337 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.8 after 0ms 2024-11-25T02:31:19,339 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.8 took 2ms 2024-11-25T02:31:19,344 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.8 so closing down 2024-11-25T02:31:19,344 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:19,344 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:19,346 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T02:31:19,346 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T02:31:19,347 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T02:31:19,348 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T02:31:19,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742243_1423 (size=753) 2024-11-25T02:31:19,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742243_1423 (size=753) 2024-11-25T02:31:19,364 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:19,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742242_1422 (size=753) 2024-11-25T02:31:19,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742242_1422 (size=753) 2024-11-25T02:31:19,365 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:19,366 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-25T02:31:19,366 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-25T02:31:19,367 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T02:31:19,367 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.8, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.8, size=1.4 K (1413bytes) at 1732501879337Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.8 so closing down at 1732501879344 (+7 ms)3 split writer threads finished at 1732501879344Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732501879347 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732501879348 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501879364 (+16 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501879365 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732501879366 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732501879366Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732501879367 (+1 ms) 2024-11-25T02:31:19,369 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.8 to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/oldWALs/wal.dat.8 2024-11-25T02:31:19,369 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T02:31:19,369 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.9 2024-11-25T02:31:19,370 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.9 after 1ms 2024-11-25T02:31:19,372 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.9 took 3ms 2024-11-25T02:31:19,373 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.9 so closing down 2024-11-25T02:31:19,373 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:19,373 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:19,378 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T02:31:19,378 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T02:31:19,386 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T02:31:19,386 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T02:31:19,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742244_1424 (size=753) 2024-11-25T02:31:19,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742244_1424 (size=753) 2024-11-25T02:31:19,399 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:19,400 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-25T02:31:19,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742245_1425 (size=753) 2024-11-25T02:31:19,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742245_1425 (size=753) 2024-11-25T02:31:19,406 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:19,409 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-25T02:31:19,409 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T02:31:19,409 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.9, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.9, size=1.4 K (1413bytes) at 1732501879369Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.9 so closing down at 1732501879373 (+4 ms)3 split writer threads finished at 1732501879373Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732501879386 (+13 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732501879386Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501879399 (+13 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732501879400 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501879406 (+6 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732501879409 (+3 ms)Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732501879409 2024-11-25T02:31:19,412 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732501874086/wal.dat.9 to hdfs://localhost:43899/user/jenkins/test-data/ff7f3049-c609-7915-38bf-50d35100f512/oldWALs/wal.dat.9 2024-11-25T02:31:19,468 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=145 (was 144) - Thread LEAK? -, OpenFileDescriptor=395 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=596 (was 557) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3737 (was 3782) 2024-11-25T02:31:19,476 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=145, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=596, ProcessCount=11, AvailableMemoryMB=3737 2024-11-25T02:31:19,476 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T02:31:19,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742246_1426 (size=7) 2024-11-25T02:31:19,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742246_1426 (size=7) 2024-11-25T02:31:19,483 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f with version=8 2024-11-25T02:31:19,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:19,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:19,488 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:31:19,488 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-25T02:31:19,490 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T02:31:19,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742247_1427 (size=863) 2024-11-25T02:31:19,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742247_1427 (size=863) 2024-11-25T02:31:19,519 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T02:31:19,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742248_1428 (size=823) 2024-11-25T02:31:19,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742248_1428 (size=823) 2024-11-25T02:31:19,556 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/651162cd-9272-1690-bbbe-037ab50728b7/WALs/testeofisignored,16010,1732501879488/wal.dat.0, size=823 (823bytes) 2024-11-25T02:31:19,556 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/651162cd-9272-1690-bbbe-037ab50728b7/WALs/testeofisignored,16010,1732501879488/wal.dat.0 2024-11-25T02:31:19,556 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/651162cd-9272-1690-bbbe-037ab50728b7/WALs/testeofisignored,16010,1732501879488/wal.dat.0 after 0ms 2024-11-25T02:31:19,558 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/651162cd-9272-1690-bbbe-037ab50728b7/WALs/testeofisignored,16010,1732501879488/wal.dat.0 took 2ms 2024-11-25T02:31:19,562 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:43899/user/jenkins/test-data/651162cd-9272-1690-bbbe-037ab50728b7/WALs/testeofisignored,16010,1732501879488/wal.dat.0; continuing. 2024-11-25T02:31:19,562 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/651162cd-9272-1690-bbbe-037ab50728b7/WALs/testeofisignored,16010,1732501879488/wal.dat.0 so closing down 2024-11-25T02:31:19,562 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:19,562 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:19,564 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T02:31:19,565 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/651162cd-9272-1690-bbbe-037ab50728b7/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T02:31:19,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742249_1429 (size=786) 2024-11-25T02:31:19,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742249_1429 (size=786) 2024-11-25T02:31:19,569 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/651162cd-9272-1690-bbbe-037ab50728b7/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:19,570 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/651162cd-9272-1690-bbbe-037ab50728b7/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/651162cd-9272-1690-bbbe-037ab50728b7/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-25T02:31:19,570 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/651162cd-9272-1690-bbbe-037ab50728b7/WALs/testeofisignored,16010,1732501879488/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-25T02:31:19,570 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/651162cd-9272-1690-bbbe-037ab50728b7/WALs/testeofisignored,16010,1732501879488/wal.dat.0, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/651162cd-9272-1690-bbbe-037ab50728b7/WALs/testeofisignored,16010,1732501879488/wal.dat.0, size=823 (823bytes) at 1732501879556Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/651162cd-9272-1690-bbbe-037ab50728b7/WALs/testeofisignored,16010,1732501879488/wal.dat.0 so closing down at 1732501879562 (+6 ms)3 split writer threads finished at 1732501879562Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/651162cd-9272-1690-bbbe-037ab50728b7/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732501879565 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/651162cd-9272-1690-bbbe-037ab50728b7/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732501879569 (+4 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/651162cd-9272-1690-bbbe-037ab50728b7/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/651162cd-9272-1690-bbbe-037ab50728b7/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1732501879570 (+1 ms)Processed 9 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/651162cd-9272-1690-bbbe-037ab50728b7/WALs/testeofisignored,16010,1732501879488/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1732501879570 2024-11-25T02:31:19,571 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/651162cd-9272-1690-bbbe-037ab50728b7/WALs/testeofisignored,16010,1732501879488/wal.dat.0 to hdfs://localhost:43899/user/jenkins/test-data/651162cd-9272-1690-bbbe-037ab50728b7/oldWALs/wal.dat.0 2024-11-25T02:31:19,588 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=145 (was 145), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=596 (was 596), ProcessCount=11 (was 11), AvailableMemoryMB=3735 (was 3737) 2024-11-25T02:31:19,595 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=145, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=596, ProcessCount=11, AvailableMemoryMB=3735 2024-11-25T02:31:19,595 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T02:31:19,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742250_1430 (size=7) 2024-11-25T02:31:19,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742250_1430 (size=7) 2024-11-25T02:31:19,601 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f with version=8 2024-11-25T02:31:19,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:19,603 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:19,605 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:31:19,606 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-25T02:31:19,606 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-25T02:31:19,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742251_1431 (size=93) 2024-11-25T02:31:19,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742251_1431 (size=93) 2024-11-25T02:31:19,636 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/8458039a-d3e0-d11a-8b26-ed4ab659a435/WALs/testsplitlogfileempty,16010,1732501879605/wal.dat..empty, size=93 (93bytes) 2024-11-25T02:31:19,636 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/8458039a-d3e0-d11a-8b26-ed4ab659a435/WALs/testsplitlogfileempty,16010,1732501879605/wal.dat..empty 2024-11-25T02:31:19,636 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/8458039a-d3e0-d11a-8b26-ed4ab659a435/WALs/testsplitlogfileempty,16010,1732501879605/wal.dat..empty after 0ms 2024-11-25T02:31:19,638 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/8458039a-d3e0-d11a-8b26-ed4ab659a435/WALs/testsplitlogfileempty,16010,1732501879605/wal.dat..empty took 2ms 2024-11-25T02:31:19,646 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/8458039a-d3e0-d11a-8b26-ed4ab659a435/WALs/testsplitlogfileempty,16010,1732501879605/wal.dat..empty so closing down 2024-11-25T02:31:19,647 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:19,647 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:19,647 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/8458039a-d3e0-d11a-8b26-ed4ab659a435/WALs/testsplitlogfileempty,16010,1732501879605/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-25T02:31:19,647 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/8458039a-d3e0-d11a-8b26-ed4ab659a435/WALs/testsplitlogfileempty,16010,1732501879605/wal.dat..empty, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/8458039a-d3e0-d11a-8b26-ed4ab659a435/WALs/testsplitlogfileempty,16010,1732501879605/wal.dat..empty, size=93 (93bytes) at 1732501879636Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/8458039a-d3e0-d11a-8b26-ed4ab659a435/WALs/testsplitlogfileempty,16010,1732501879605/wal.dat..empty so closing down at 1732501879646 (+10 ms)3 split writer threads finished at 1732501879647 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/8458039a-d3e0-d11a-8b26-ed4ab659a435/WALs/testsplitlogfileempty,16010,1732501879605/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1732501879647 2024-11-25T02:31:19,654 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/8458039a-d3e0-d11a-8b26-ed4ab659a435/WALs/testsplitlogfileempty,16010,1732501879605/wal.dat..empty to hdfs://localhost:43899/user/jenkins/test-data/8458039a-d3e0-d11a-8b26-ed4ab659a435/oldWALs/wal.dat..empty 2024-11-25T02:31:19,679 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=145 (was 145), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=596 (was 596), ProcessCount=11 (was 11), AvailableMemoryMB=3733 (was 3735) 2024-11-25T02:31:19,687 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=145, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=596, ProcessCount=11, AvailableMemoryMB=3733 2024-11-25T02:31:19,687 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T02:31:19,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742252_1432 (size=7) 2024-11-25T02:31:19,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742252_1432 (size=7) 2024-11-25T02:31:19,700 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f with version=8 2024-11-25T02:31:19,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:19,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:19,705 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:31:19,705 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T02:31:19,707 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T02:31:19,712 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T02:31:19,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742253_1433 (size=1393) 2024-11-25T02:31:19,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742253_1433 (size=1393) 2024-11-25T02:31:19,758 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T02:31:19,758 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T02:31:19,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742254_1434 (size=1393) 2024-11-25T02:31:19,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742254_1434 (size=1393) 2024-11-25T02:31:19,794 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T02:31:19,795 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T02:31:19,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742255_1435 (size=1393) 2024-11-25T02:31:19,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742255_1435 (size=1393) 2024-11-25T02:31:19,846 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T02:31:19,846 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T02:31:19,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742256_1436 (size=1393) 2024-11-25T02:31:19,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742256_1436 (size=1393) 2024-11-25T02:31:19,901 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T02:31:19,901 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T02:31:19,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742257_1437 (size=1393) 2024-11-25T02:31:19,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742257_1437 (size=1393) 2024-11-25T02:31:19,928 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T02:31:19,928 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T02:31:19,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742258_1438 (size=1393) 2024-11-25T02:31:19,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742258_1438 (size=1393) 2024-11-25T02:31:19,965 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T02:31:19,965 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T02:31:19,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742259_1439 (size=1405) 2024-11-25T02:31:19,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742259_1439 (size=1405) 2024-11-25T02:31:19,984 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T02:31:19,984 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T02:31:19,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:19,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:19,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742260_1440 (size=1413) 2024-11-25T02:31:20,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742260_1440 (size=1413) 2024-11-25T02:31:20,007 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T02:31:20,007 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T02:31:20,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742261_1441 (size=1413) 2024-11-25T02:31:20,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742261_1441 (size=1413) 2024-11-25T02:31:20,031 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T02:31:20,031 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T02:31:20,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:20,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:20,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742262_1442 (size=1413) 2024-11-25T02:31:20,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742262_1442 (size=1413) 2024-11-25T02:31:20,041 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T02:31:20,062 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T02:31:20,062 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.0 2024-11-25T02:31:20,062 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.0 after 0ms 2024-11-25T02:31:20,064 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.0 took 2ms 2024-11-25T02:31:20,066 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.0 so closing down 2024-11-25T02:31:20,066 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:20,066 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:20,068 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T02:31:20,068 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T02:31:20,069 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T02:31:20,071 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T02:31:20,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742263_1443 (size=743) 2024-11-25T02:31:20,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742263_1443 (size=743) 2024-11-25T02:31:20,080 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:20,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742264_1444 (size=743) 2024-11-25T02:31:20,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742264_1444 (size=743) 2024-11-25T02:31:20,082 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T02:31:20,482 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:20,483 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T02:31:20,483 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:20,483 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.0, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.0, size=1.4 K (1393bytes) at 1732501880062Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.0 so closing down at 1732501880066 (+4 ms)3 split writer threads finished at 1732501880066Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732501880069 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732501880071 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501880080 (+9 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732501880082 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501880482 (+400 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732501880483 (+1 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501880483 2024-11-25T02:31:20,486 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.0 to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/oldWALs/wal.dat.0 2024-11-25T02:31:20,486 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T02:31:20,486 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.1 2024-11-25T02:31:20,487 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.1 after 1ms 2024-11-25T02:31:20,489 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.1 took 3ms 2024-11-25T02:31:20,490 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.1 so closing down 2024-11-25T02:31:20,490 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:20,490 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:20,494 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T02:31:20,495 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T02:31:20,496 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T02:31:20,497 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T02:31:20,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742265_1445 (size=743) 2024-11-25T02:31:20,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742265_1445 (size=743) 2024-11-25T02:31:20,526 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:20,527 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T02:31:20,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742266_1446 (size=743) 2024-11-25T02:31:20,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742266_1446 (size=743) 2024-11-25T02:31:20,535 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:20,537 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T02:31:20,537 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:20,537 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.1, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.1, size=1.4 K (1393bytes) at 1732501880486Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.1 so closing down at 1732501880490 (+4 ms)3 split writer threads finished at 1732501880490Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732501880495 (+5 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732501880497 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501880526 (+29 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732501880527 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501880535 (+8 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732501880537 (+2 ms)Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501880537 2024-11-25T02:31:20,539 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.1 to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/oldWALs/wal.dat.1 2024-11-25T02:31:20,539 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T02:31:20,539 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.2 2024-11-25T02:31:20,539 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.2 after 0ms 2024-11-25T02:31:20,541 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.2 took 2ms 2024-11-25T02:31:20,543 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.2 so closing down 2024-11-25T02:31:20,543 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:20,543 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:20,545 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T02:31:20,547 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T02:31:20,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742267_1447 (size=743) 2024-11-25T02:31:20,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742267_1447 (size=743) 2024-11-25T02:31:20,556 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:20,558 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T02:31:20,567 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T02:31:20,568 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T02:31:20,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742268_1448 (size=743) 2024-11-25T02:31:20,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742268_1448 (size=743) 2024-11-25T02:31:20,572 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:20,573 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T02:31:20,573 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:20,573 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.2, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.2, size=1.4 K (1393bytes) at 1732501880539Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.2 so closing down at 1732501880543 (+4 ms)3 split writer threads finished at 1732501880543Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732501880547 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501880556 (+9 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732501880558 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732501880568 (+10 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501880572 (+4 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732501880573 (+1 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501880573 2024-11-25T02:31:20,575 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.2 to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/oldWALs/wal.dat.2 2024-11-25T02:31:20,576 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T02:31:20,576 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.3 2024-11-25T02:31:20,576 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.3 after 0ms 2024-11-25T02:31:20,578 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.3 took 2ms 2024-11-25T02:31:20,579 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.3 so closing down 2024-11-25T02:31:20,579 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:20,579 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:20,583 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T02:31:20,583 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T02:31:20,583 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T02:31:20,583 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T02:31:20,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742270_1450 (size=743) 2024-11-25T02:31:20,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742270_1450 (size=743) 2024-11-25T02:31:20,597 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:20,600 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-25T02:31:20,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742269_1449 (size=743) 2024-11-25T02:31:20,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742269_1449 (size=743) 2024-11-25T02:31:21,005 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:21,006 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T02:31:21,006 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:21,006 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.3, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.3, size=1.4 K (1393bytes) at 1732501880576Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.3 so closing down at 1732501880579 (+3 ms)3 split writer threads finished at 1732501880579Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732501880583 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732501880583Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501880597 (+14 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732501880600 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501881005 (+405 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732501881006 (+1 ms)Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501881006 2024-11-25T02:31:21,008 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.3 to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/oldWALs/wal.dat.3 2024-11-25T02:31:21,008 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T02:31:21,008 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.4 2024-11-25T02:31:21,009 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.4 after 1ms 2024-11-25T02:31:21,010 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.4 took 2ms 2024-11-25T02:31:21,012 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.4 so closing down 2024-11-25T02:31:21,012 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:21,012 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:21,013 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T02:31:21,014 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T02:31:21,014 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T02:31:21,014 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T02:31:21,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742271_1451 (size=743) 2024-11-25T02:31:21,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742271_1451 (size=743) 2024-11-25T02:31:21,018 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:21,019 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-25T02:31:21,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742272_1452 (size=743) 2024-11-25T02:31:21,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742272_1452 (size=743) 2024-11-25T02:31:21,023 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:21,024 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-25T02:31:21,024 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:21,024 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.4, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.4, size=1.4 K (1393bytes) at 1732501881008Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.4 so closing down at 1732501881012 (+4 ms)3 split writer threads finished at 1732501881012Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732501881014 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732501881014Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501881018 (+4 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732501881019 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501881023 (+4 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732501881024 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501881024 2024-11-25T02:31:21,025 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.4 to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/oldWALs/wal.dat.4 2024-11-25T02:31:21,025 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.5, size=1.4 K (1393bytes) 2024-11-25T02:31:21,025 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.5 2024-11-25T02:31:21,025 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.5 after 0ms 2024-11-25T02:31:21,027 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.5 took 2ms 2024-11-25T02:31:21,028 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.5 so closing down 2024-11-25T02:31:21,028 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:21,028 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:21,030 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-25T02:31:21,030 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-25T02:31:21,030 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-25T02:31:21,031 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-25T02:31:21,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742273_1453 (size=743) 2024-11-25T02:31:21,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742273_1453 (size=743) 2024-11-25T02:31:21,036 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:21,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742274_1454 (size=743) 2024-11-25T02:31:21,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742274_1454 (size=743) 2024-11-25T02:31:21,038 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-25T02:31:21,438 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:21,439 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-25T02:31:21,439 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T02:31:21,439 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.5, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.5, size=1.4 K (1393bytes) at 1732501881025Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.5 so closing down at 1732501881028 (+3 ms)3 split writer threads finished at 1732501881028Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732501881030 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732501881031 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501881036 (+5 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732501881038 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501881438 (+400 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732501881439 (+1 ms)Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732501881439 2024-11-25T02:31:21,443 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.5 to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/oldWALs/wal.dat.5 2024-11-25T02:31:21,443 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T02:31:21,443 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.6 2024-11-25T02:31:21,444 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.6 after 1ms 2024-11-25T02:31:21,445 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.6 took 2ms 2024-11-25T02:31:21,446 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.6 so closing down 2024-11-25T02:31:21,446 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:21,446 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:21,448 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T02:31:21,448 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T02:31:21,449 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T02:31:21,449 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T02:31:21,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742275_1455 (size=749) 2024-11-25T02:31:21,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742275_1455 (size=749) 2024-11-25T02:31:21,469 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:21,470 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-25T02:31:21,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742276_1456 (size=749) 2024-11-25T02:31:21,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742276_1456 (size=749) 2024-11-25T02:31:21,479 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:21,480 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-25T02:31:21,480 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-25T02:31:21,481 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.6, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.6, size=1.4 K (1405bytes) at 1732501881443Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.6 so closing down at 1732501881446 (+3 ms)3 split writer threads finished at 1732501881446Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732501881449 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732501881449Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501881469 (+20 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732501881470 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501881479 (+9 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732501881480 (+1 ms)Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732501881480 2024-11-25T02:31:21,482 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.6 to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/oldWALs/wal.dat.6 2024-11-25T02:31:21,482 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T02:31:21,482 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.7 2024-11-25T02:31:21,482 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.7 after 0ms 2024-11-25T02:31:21,484 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.7 took 2ms 2024-11-25T02:31:21,485 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.7 so closing down 2024-11-25T02:31:21,485 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:21,485 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:21,487 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T02:31:21,487 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T02:31:21,488 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T02:31:21,492 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T02:31:21,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742277_1457 (size=753) 2024-11-25T02:31:21,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742277_1457 (size=753) 2024-11-25T02:31:21,496 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:21,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742278_1458 (size=753) 2024-11-25T02:31:21,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742278_1458 (size=753) 2024-11-25T02:31:21,497 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:21,497 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-25T02:31:21,498 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-25T02:31:21,498 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T02:31:21,498 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.7, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.7, size=1.4 K (1413bytes) at 1732501881482Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.7 so closing down at 1732501881485 (+3 ms)3 split writer threads finished at 1732501881485Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732501881488 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732501881492 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501881496 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501881497 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732501881497Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732501881498 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732501881498 2024-11-25T02:31:21,499 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.7 to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/oldWALs/wal.dat.7 2024-11-25T02:31:21,500 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T02:31:21,500 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.8 2024-11-25T02:31:21,500 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.8 after 0ms 2024-11-25T02:31:21,502 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.8 took 2ms 2024-11-25T02:31:21,503 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.8 so closing down 2024-11-25T02:31:21,503 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:21,504 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:21,505 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T02:31:21,505 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T02:31:21,506 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T02:31:21,508 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T02:31:21,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742279_1459 (size=753) 2024-11-25T02:31:21,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742279_1459 (size=753) 2024-11-25T02:31:21,512 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:21,514 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-25T02:31:21,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742280_1460 (size=753) 2024-11-25T02:31:21,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742280_1460 (size=753) 2024-11-25T02:31:21,518 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:21,520 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-25T02:31:21,520 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T02:31:21,520 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.8, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.8, size=1.4 K (1413bytes) at 1732501881500Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.8 so closing down at 1732501881503 (+3 ms)3 split writer threads finished at 1732501881504 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732501881506 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732501881508 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501881512 (+4 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732501881514 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501881518 (+4 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732501881520 (+2 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732501881520 2024-11-25T02:31:21,522 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.8 to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/oldWALs/wal.dat.8 2024-11-25T02:31:21,523 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T02:31:21,523 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.9 2024-11-25T02:31:21,523 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.9 after 0ms 2024-11-25T02:31:21,525 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.9 took 3ms 2024-11-25T02:31:21,526 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.9 so closing down 2024-11-25T02:31:21,526 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:21,527 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:21,532 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T02:31:21,532 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T02:31:21,533 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T02:31:21,536 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T02:31:21,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742281_1461 (size=753) 2024-11-25T02:31:21,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742281_1461 (size=753) 2024-11-25T02:31:21,560 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:21,561 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-25T02:31:21,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742282_1462 (size=753) 2024-11-25T02:31:21,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742282_1462 (size=753) 2024-11-25T02:31:21,582 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:21,583 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-25T02:31:21,584 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T02:31:21,584 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.9, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.9, size=1.4 K (1413bytes) at 1732501881523Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.9 so closing down at 1732501881526 (+3 ms)3 split writer threads finished at 1732501881527 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732501881533 (+6 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732501881536 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501881560 (+24 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732501881561 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501881582 (+21 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732501881583 (+1 ms)Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732501881584 (+1 ms) 2024-11-25T02:31:21,586 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/WALs/testlogsgetarchivedaftersplit,16010,1732501879705/wal.dat.9 to hdfs://localhost:43899/user/jenkins/test-data/12d26fd0-506c-9ea4-5d1f-fc171a8e25b1/oldWALs/wal.dat.9 2024-11-25T02:31:21,599 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=145 (was 145), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=596 (was 596), ProcessCount=11 (was 11), AvailableMemoryMB=3731 (was 3733) 2024-11-25T02:31:21,617 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=145, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=596, ProcessCount=11, AvailableMemoryMB=3730 2024-11-25T02:31:21,617 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T02:31:21,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742283_1463 (size=7) 2024-11-25T02:31:21,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742283_1463 (size=7) 2024-11-25T02:31:21,638 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f with version=8 2024-11-25T02:31:21,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:21,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:21,642 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:31:21,643 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-25T02:31:21,643 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-25T02:31:21,644 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T02:31:21,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742284_1464 (size=723) 2024-11-25T02:31:21,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742284_1464 (size=723) 2024-11-25T02:31:21,674 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T02:31:21,674 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T02:31:21,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742285_1465 (size=723) 2024-11-25T02:31:21,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742285_1465 (size=723) 2024-11-25T02:31:21,696 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T02:31:21,696 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T02:31:21,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742286_1466 (size=723) 2024-11-25T02:31:21,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742286_1466 (size=723) 2024-11-25T02:31:21,730 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T02:31:21,730 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T02:31:21,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742287_1467 (size=723) 2024-11-25T02:31:21,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742287_1467 (size=723) 2024-11-25T02:31:21,743 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T02:31:21,743 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T02:31:21,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742288_1468 (size=723) 2024-11-25T02:31:21,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742288_1468 (size=723) 2024-11-25T02:31:21,750 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T02:31:21,751 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T02:31:21,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742289_1469 (size=723) 2024-11-25T02:31:21,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742289_1469 (size=723) 2024-11-25T02:31:21,757 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T02:31:21,757 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T02:31:21,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742290_1470 (size=723) 2024-11-25T02:31:21,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742290_1470 (size=723) 2024-11-25T02:31:21,765 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T02:31:21,765 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T02:31:21,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742291_1471 (size=723) 2024-11-25T02:31:21,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742291_1471 (size=723) 2024-11-25T02:31:21,774 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T02:31:21,774 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T02:31:21,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742292_1472 (size=723) 2024-11-25T02:31:21,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742292_1472 (size=723) 2024-11-25T02:31:21,782 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T02:31:21,782 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T02:31:21,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742293_1473 (size=723) 2024-11-25T02:31:21,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742293_1473 (size=723) 2024-11-25T02:31:21,790 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T02:31:21,807 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:43899/user/jenkins/test-data/0c604d12-6a7c-02c7-2a2c-a10d2585066f/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:43899/user/jenkins/test-data/0c604d12-6a7c-02c7-2a2c-a10d2585066f/oldWALs, maxLogs=32 2024-11-25T02:31:21,842 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1732501881839 2024-11-25T02:31:21,847 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c604d12-6a7c-02c7-2a2c-a10d2585066f/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1732501881839 2024-11-25T02:31:21,894 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:45599:45599),(127.0.0.1/127.0.0.1:33729:33729)] 2024-11-25T02:31:21,909 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/0c604d12-6a7c-02c7-2a2c-a10d2585066f/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732501881642/wal.dat.0, size=723 (723bytes) 2024-11-25T02:31:21,909 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/0c604d12-6a7c-02c7-2a2c-a10d2585066f/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732501881642/wal.dat.0 2024-11-25T02:31:21,910 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/0c604d12-6a7c-02c7-2a2c-a10d2585066f/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732501881642/wal.dat.0 after 1ms 2024-11-25T02:31:21,912 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/0c604d12-6a7c-02c7-2a2c-a10d2585066f/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732501881642/wal.dat.0 took 3ms 2024-11-25T02:31:21,914 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/0c604d12-6a7c-02c7-2a2c-a10d2585066f/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732501881642/wal.dat.0 so closing down 2024-11-25T02:31:21,914 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:21,914 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:21,916 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T02:31:21,917 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/0c604d12-6a7c-02c7-2a2c-a10d2585066f/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T02:31:21,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742295_1475 (size=723) 2024-11-25T02:31:21,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742295_1475 (size=723) 2024-11-25T02:31:21,922 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/0c604d12-6a7c-02c7-2a2c-a10d2585066f/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:21,923 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/0c604d12-6a7c-02c7-2a2c-a10d2585066f/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/0c604d12-6a7c-02c7-2a2c-a10d2585066f/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-25T02:31:21,923 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/0c604d12-6a7c-02c7-2a2c-a10d2585066f/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732501881642/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-25T02:31:21,924 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/0c604d12-6a7c-02c7-2a2c-a10d2585066f/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732501881642/wal.dat.0, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/0c604d12-6a7c-02c7-2a2c-a10d2585066f/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732501881642/wal.dat.0, size=723 (723bytes) at 1732501881909Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/0c604d12-6a7c-02c7-2a2c-a10d2585066f/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732501881642/wal.dat.0 so closing down at 1732501881914 (+5 ms)3 split writer threads finished at 1732501881914Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/0c604d12-6a7c-02c7-2a2c-a10d2585066f/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732501881917 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/0c604d12-6a7c-02c7-2a2c-a10d2585066f/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501881922 (+5 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/0c604d12-6a7c-02c7-2a2c-a10d2585066f/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/0c604d12-6a7c-02c7-2a2c-a10d2585066f/data/default/t1/r0/recovered.edits/0000000000000000009 at 1732501881923 (+1 ms)Processed 10 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/0c604d12-6a7c-02c7-2a2c-a10d2585066f/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732501881642/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1732501881923 2024-11-25T02:31:21,925 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T02:31:21,925 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T02:31:21,925 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T02:31:21,925 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T02:31:21,925 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T02:31:21,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742294_1474 (size=93) 2024-11-25T02:31:21,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742294_1474 (size=93) 2024-11-25T02:31:21,930 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c604d12-6a7c-02c7-2a2c-a10d2585066f/oldWALs 2024-11-25T02:31:21,931 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1732501881839) 2024-11-25T02:31:21,938 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=151 (was 145) - Thread LEAK? -, OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=596 (was 596), ProcessCount=11 (was 11), AvailableMemoryMB=3718 (was 3730) 2024-11-25T02:31:21,945 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=151, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=596, ProcessCount=11, AvailableMemoryMB=3718 2024-11-25T02:31:21,945 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T02:31:21,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742296_1476 (size=7) 2024-11-25T02:31:21,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742296_1476 (size=7) 2024-11-25T02:31:21,951 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f with version=8 2024-11-25T02:31:21,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:21,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:21,955 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:31:21,956 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-25T02:31:21,956 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:31:21,956 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T02:31:21,957 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T02:31:21,957 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T02:31:21,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742297_1477 (size=1393) 2024-11-25T02:31:21,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742297_1477 (size=1393) 2024-11-25T02:31:21,968 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T02:31:21,968 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T02:31:21,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742298_1478 (size=1393) 2024-11-25T02:31:21,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742298_1478 (size=1393) 2024-11-25T02:31:21,979 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T02:31:21,979 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T02:31:21,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742299_1479 (size=1393) 2024-11-25T02:31:21,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742299_1479 (size=1393) 2024-11-25T02:31:21,989 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T02:31:21,989 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T02:31:21,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:21,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:21,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742300_1480 (size=1393) 2024-11-25T02:31:21,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742300_1480 (size=1393) 2024-11-25T02:31:21,999 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T02:31:21,999 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T02:31:22,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742301_1481 (size=1393) 2024-11-25T02:31:22,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742301_1481 (size=1393) 2024-11-25T02:31:22,411 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T02:31:22,412 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T02:31:22,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742302_1482 (size=1393) 2024-11-25T02:31:22,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742302_1482 (size=1393) 2024-11-25T02:31:22,431 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T02:31:22,431 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T02:31:22,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742303_1483 (size=1405) 2024-11-25T02:31:22,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742303_1483 (size=1405) 2024-11-25T02:31:22,440 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T02:31:22,440 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T02:31:22,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742304_1484 (size=1413) 2024-11-25T02:31:22,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742304_1484 (size=1413) 2024-11-25T02:31:22,450 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T02:31:22,450 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T02:31:22,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742305_1485 (size=1413) 2024-11-25T02:31:22,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742305_1485 (size=1413) 2024-11-25T02:31:22,459 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T02:31:22,459 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T02:31:22,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742306_1486 (size=1413) 2024-11-25T02:31:22,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742306_1486 (size=1413) 2024-11-25T02:31:22,468 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T02:31:22,484 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T02:31:22,484 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0 2024-11-25T02:31:22,484 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0 after 0ms 2024-11-25T02:31:22,486 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0 took 2ms 2024-11-25T02:31:22,487 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T02:31:22,488 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0 so closing down 2024-11-25T02:31:22,488 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:22,488 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:22,488 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T02:31:22,488 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0, size=1.4 K (1393bytes) at 1732501882484Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0 so closing down at 1732501882488 (+4 ms)3 split writer threads finished at 1732501882488Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732501882488 2024-11-25T02:31:22,489 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0 to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.0 2024-11-25T02:31:22,490 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T02:31:22,490 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1 2024-11-25T02:31:22,490 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1 after 0ms 2024-11-25T02:31:22,491 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1 took 2ms 2024-11-25T02:31:22,492 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T02:31:22,493 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1 so closing down 2024-11-25T02:31:22,493 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:22,493 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:22,493 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T02:31:22,493 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1, size=1.4 K (1393bytes) at 1732501882490Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1 so closing down at 1732501882493 (+3 ms)3 split writer threads finished at 1732501882493Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732501882493 2024-11-25T02:31:22,494 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1 to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.1 2024-11-25T02:31:22,495 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T02:31:22,495 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2 2024-11-25T02:31:22,495 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2 after 0ms 2024-11-25T02:31:22,496 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2 took 2ms 2024-11-25T02:31:22,497 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T02:31:22,497 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2 so closing down 2024-11-25T02:31:22,497 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:22,498 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:22,498 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T02:31:22,498 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2, size=1.4 K (1393bytes) at 1732501882495Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2 so closing down at 1732501882497 (+2 ms)3 split writer threads finished at 1732501882498 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732501882498 2024-11-25T02:31:22,499 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2 to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.2 2024-11-25T02:31:22,499 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T02:31:22,499 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3 2024-11-25T02:31:22,499 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3 after 0ms 2024-11-25T02:31:22,501 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3 took 2ms 2024-11-25T02:31:22,502 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T02:31:22,502 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3 so closing down 2024-11-25T02:31:22,502 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:22,502 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:22,502 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T02:31:22,503 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3, size=1.4 K (1393bytes) at 1732501882499Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3 so closing down at 1732501882502 (+3 ms)3 split writer threads finished at 1732501882502Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732501882502 2024-11-25T02:31:22,504 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3 to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.3 2024-11-25T02:31:22,504 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T02:31:22,504 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4 2024-11-25T02:31:22,504 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4 after 0ms 2024-11-25T02:31:22,506 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4 took 2ms 2024-11-25T02:31:22,506 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T02:31:22,507 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4 so closing down 2024-11-25T02:31:22,507 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:22,507 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:22,507 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T02:31:22,507 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4, size=1.4 K (1393bytes) at 1732501882504Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4 so closing down at 1732501882507 (+3 ms)3 split writer threads finished at 1732501882507Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732501882507 2024-11-25T02:31:22,508 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4 to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.4 2024-11-25T02:31:22,509 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5, size=1.4 K (1393bytes) 2024-11-25T02:31:22,509 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5 2024-11-25T02:31:22,509 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5 after 0ms 2024-11-25T02:31:22,510 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5 took 2ms 2024-11-25T02:31:22,511 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T02:31:22,512 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5 so closing down 2024-11-25T02:31:22,512 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:22,512 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:22,512 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T02:31:22,512 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5, size=1.4 K (1393bytes) at 1732501882509Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5 so closing down at 1732501882512 (+3 ms)3 split writer threads finished at 1732501882512Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732501882512 2024-11-25T02:31:22,513 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5 to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.5 2024-11-25T02:31:22,513 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T02:31:22,514 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6 2024-11-25T02:31:22,514 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6 after 0ms 2024-11-25T02:31:22,515 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6 took 2ms 2024-11-25T02:31:22,516 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T02:31:22,517 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6 so closing down 2024-11-25T02:31:22,517 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:22,517 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:22,517 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-25T02:31:22,517 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6, size=1.4 K (1405bytes) at 1732501882514Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6 so closing down at 1732501882517 (+3 ms)3 split writer threads finished at 1732501882517Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732501882517 2024-11-25T02:31:22,518 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6 to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.6 2024-11-25T02:31:22,519 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T02:31:22,519 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7 2024-11-25T02:31:22,519 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7 after 0ms 2024-11-25T02:31:22,521 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7 took 3ms 2024-11-25T02:31:22,522 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T02:31:22,522 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7 so closing down 2024-11-25T02:31:22,522 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:22,522 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:22,522 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-25T02:31:22,523 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7, size=1.4 K (1413bytes) at 1732501882519Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7 so closing down at 1732501882522 (+3 ms)3 split writer threads finished at 1732501882522Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732501882522 2024-11-25T02:31:22,524 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7 to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.7 2024-11-25T02:31:22,524 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T02:31:22,524 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8 2024-11-25T02:31:22,525 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8 after 1ms 2024-11-25T02:31:22,526 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8 took 2ms 2024-11-25T02:31:22,527 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T02:31:22,527 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8 so closing down 2024-11-25T02:31:22,527 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:22,528 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:22,528 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-25T02:31:22,528 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8, size=1.4 K (1413bytes) at 1732501882524Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8 so closing down at 1732501882527 (+3 ms)3 split writer threads finished at 1732501882528 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732501882528 2024-11-25T02:31:22,529 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8 to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.8 2024-11-25T02:31:22,529 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T02:31:22,529 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9 2024-11-25T02:31:22,530 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9 after 1ms 2024-11-25T02:31:22,531 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9 took 2ms 2024-11-25T02:31:22,532 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T02:31:22,533 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9 so closing down 2024-11-25T02:31:22,533 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:22,533 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:22,533 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-25T02:31:22,533 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9, size=1.4 K (1413bytes) at 1732501882529Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9 so closing down at 1732501882533 (+4 ms)3 split writer threads finished at 1732501882533Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732501882533 2024-11-25T02:31:22,534 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9 to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.9 2024-11-25T02:31:22,535 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732501882489; access_time=1732501881958; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732501882494; access_time=1732501881969; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732501882498; access_time=1732501881979; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732501882503; access_time=1732501881989; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732501882508; access_time=1732501881999; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732501882513; access_time=1732501882413; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732501882518; access_time=1732501882431; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732501882523; access_time=1732501882440; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732501882528; access_time=1732501882450; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732501882534; access_time=1732501882460; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-25T02:31:22,539 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:31:22,539 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T02:31:22,539 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T02:31:22,540 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T02:31:22,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742307_1487 (size=1393) 2024-11-25T02:31:22,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742307_1487 (size=1393) 2024-11-25T02:31:22,568 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T02:31:22,569 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T02:31:22,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742308_1488 (size=1393) 2024-11-25T02:31:22,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742308_1488 (size=1393) 2024-11-25T02:31:22,577 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T02:31:22,577 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T02:31:22,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742309_1489 (size=1393) 2024-11-25T02:31:22,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742309_1489 (size=1393) 2024-11-25T02:31:22,587 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T02:31:22,587 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T02:31:22,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742310_1490 (size=1393) 2024-11-25T02:31:22,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742310_1490 (size=1393) 2024-11-25T02:31:22,597 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T02:31:22,597 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T02:31:22,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742311_1491 (size=1393) 2024-11-25T02:31:22,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742311_1491 (size=1393) 2024-11-25T02:31:22,606 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T02:31:22,607 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T02:31:22,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742312_1492 (size=1393) 2024-11-25T02:31:22,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742312_1492 (size=1393) 2024-11-25T02:31:22,616 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T02:31:22,616 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T02:31:22,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742313_1493 (size=1405) 2024-11-25T02:31:22,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742313_1493 (size=1405) 2024-11-25T02:31:22,625 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T02:31:22,625 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T02:31:22,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742314_1494 (size=1413) 2024-11-25T02:31:22,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742314_1494 (size=1413) 2024-11-25T02:31:22,634 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T02:31:22,634 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T02:31:22,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742315_1495 (size=1413) 2024-11-25T02:31:22,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742315_1495 (size=1413) 2024-11-25T02:31:22,645 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T02:31:22,645 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T02:31:22,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:22,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:22,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742316_1496 (size=1413) 2024-11-25T02:31:22,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742316_1496 (size=1413) 2024-11-25T02:31:22,654 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T02:31:22,670 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T02:31:22,670 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0 2024-11-25T02:31:22,670 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0 after 0ms 2024-11-25T02:31:22,671 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0 took 1ms 2024-11-25T02:31:22,673 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T02:31:22,674 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0 so closing down 2024-11-25T02:31:22,674 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:22,674 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:22,676 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T02:31:22,676 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T02:31:22,676 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T02:31:22,677 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T02:31:22,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742318_1498 (size=418) 2024-11-25T02:31:22,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742317_1497 (size=418) 2024-11-25T02:31:22,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742317_1497 (size=418) 2024-11-25T02:31:22,680 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:22,680 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:22,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742318_1498 (size=418) 2024-11-25T02:31:22,681 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-25T02:31:22,681 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-25T02:31:22,681 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T02:31:22,681 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0, size=1.4 K (1393bytes) at 1732501882670Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0 so closing down at 1732501882674 (+4 ms)3 split writer threads finished at 1732501882674Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732501882676 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732501882677 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732501882680 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732501882680Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1732501882681 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1732501882681Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732501882681 2024-11-25T02:31:22,682 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0 to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.0 2024-11-25T02:31:22,683 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T02:31:22,683 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1 2024-11-25T02:31:22,683 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1 after 0ms 2024-11-25T02:31:22,684 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1 took 2ms 2024-11-25T02:31:22,688 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T02:31:22,688 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1 so closing down 2024-11-25T02:31:22,688 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:22,688 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:22,690 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T02:31:22,691 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T02:31:22,692 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T02:31:22,692 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T02:31:22,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742319_1499 (size=418) 2024-11-25T02:31:22,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742319_1499 (size=418) 2024-11-25T02:31:22,695 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:22,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742320_1500 (size=418) 2024-11-25T02:31:22,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742320_1500 (size=418) 2024-11-25T02:31:22,696 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:22,696 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-25T02:31:22,696 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-25T02:31:22,697 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T02:31:22,697 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1, size=1.4 K (1393bytes) at 1732501882683Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1 so closing down at 1732501882688 (+5 ms)3 split writer threads finished at 1732501882688Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732501882691 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732501882692 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732501882695 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732501882696 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1732501882696Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1732501882696Processed 10 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732501882697 (+1 ms) 2024-11-25T02:31:22,698 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1 to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.1 2024-11-25T02:31:22,698 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T02:31:22,698 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2 2024-11-25T02:31:22,698 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2 after 0ms 2024-11-25T02:31:22,700 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2 took 2ms 2024-11-25T02:31:22,701 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T02:31:22,701 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2 so closing down 2024-11-25T02:31:22,701 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:22,701 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:22,703 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T02:31:22,703 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T02:31:22,703 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T02:31:22,703 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T02:31:22,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742322_1502 (size=418) 2024-11-25T02:31:22,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742321_1501 (size=418) 2024-11-25T02:31:22,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742321_1501 (size=418) 2024-11-25T02:31:22,707 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:22,707 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:22,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742322_1502 (size=418) 2024-11-25T02:31:22,708 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-25T02:31:22,708 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-25T02:31:22,708 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T02:31:22,708 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2, size=1.4 K (1393bytes) at 1732501882698Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2 so closing down at 1732501882701 (+3 ms)3 split writer threads finished at 1732501882701Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732501882703 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732501882703Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732501882707 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732501882707Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1732501882708 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1732501882708Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732501882708 2024-11-25T02:31:22,709 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2 to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.2 2024-11-25T02:31:22,710 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T02:31:22,710 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3 2024-11-25T02:31:22,710 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3 after 0ms 2024-11-25T02:31:22,712 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3 took 3ms 2024-11-25T02:31:22,713 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T02:31:22,714 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3 so closing down 2024-11-25T02:31:22,714 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:22,714 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:22,716 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T02:31:22,716 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T02:31:22,716 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T02:31:22,717 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T02:31:22,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742324_1504 (size=418) 2024-11-25T02:31:22,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742323_1503 (size=418) 2024-11-25T02:31:22,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742323_1503 (size=418) 2024-11-25T02:31:22,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742324_1504 (size=418) 2024-11-25T02:31:22,720 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:22,720 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:22,721 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-25T02:31:22,722 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-25T02:31:22,722 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T02:31:22,722 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3, size=1.4 K (1393bytes) at 1732501882710Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3 so closing down at 1732501882714 (+4 ms)3 split writer threads finished at 1732501882714Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732501882716 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732501882717 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732501882720 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732501882720Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1732501882721 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1732501882722 (+1 ms)Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732501882722 2024-11-25T02:31:22,723 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3 to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.3 2024-11-25T02:31:22,723 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T02:31:22,724 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4 2024-11-25T02:31:22,724 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4 after 0ms 2024-11-25T02:31:22,725 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4 took 2ms 2024-11-25T02:31:22,726 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T02:31:22,727 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4 so closing down 2024-11-25T02:31:22,727 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:22,727 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:22,728 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T02:31:22,728 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T02:31:22,729 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T02:31:22,729 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T02:31:22,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742325_1505 (size=418) 2024-11-25T02:31:22,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742326_1506 (size=418) 2024-11-25T02:31:22,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742325_1505 (size=418) 2024-11-25T02:31:22,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742326_1506 (size=418) 2024-11-25T02:31:22,733 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:22,733 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:22,734 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-25T02:31:22,734 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-25T02:31:22,734 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T02:31:22,734 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4, size=1.4 K (1393bytes) at 1732501882723Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4 so closing down at 1732501882727 (+4 ms)3 split writer threads finished at 1732501882727Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732501882729 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732501882729Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732501882733 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732501882733Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1732501882734 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1732501882734Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732501882734 2024-11-25T02:31:22,735 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4 to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.4 2024-11-25T02:31:22,735 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5, size=1.4 K (1393bytes) 2024-11-25T02:31:22,735 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5 2024-11-25T02:31:22,736 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5 after 1ms 2024-11-25T02:31:22,737 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5 took 2ms 2024-11-25T02:31:22,739 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T02:31:22,739 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5 so closing down 2024-11-25T02:31:22,739 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:22,739 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:22,741 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-25T02:31:22,741 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-25T02:31:22,742 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-25T02:31:22,742 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-25T02:31:22,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742328_1508 (size=418) 2024-11-25T02:31:22,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742328_1508 (size=418) 2024-11-25T02:31:22,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742327_1507 (size=418) 2024-11-25T02:31:22,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742327_1507 (size=418) 2024-11-25T02:31:22,745 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:22,746 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:22,746 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-25T02:31:22,746 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-25T02:31:22,746 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T02:31:22,747 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5, size=1.4 K (1393bytes) at 1732501882735Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5 so closing down at 1732501882739 (+4 ms)3 split writer threads finished at 1732501882739Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732501882742 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732501882742Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732501882745 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732501882746 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1732501882746Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1732501882746Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732501882746 2024-11-25T02:31:22,748 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5 to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.5 2024-11-25T02:31:22,748 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T02:31:22,748 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6 2024-11-25T02:31:22,748 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6 after 0ms 2024-11-25T02:31:22,750 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6 took 2ms 2024-11-25T02:31:22,750 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T02:31:22,751 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6 so closing down 2024-11-25T02:31:22,751 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:22,751 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:22,754 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T02:31:22,754 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T02:31:22,754 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T02:31:22,755 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T02:31:22,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742329_1509 (size=419) 2024-11-25T02:31:22,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742329_1509 (size=419) 2024-11-25T02:31:22,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742330_1510 (size=419) 2024-11-25T02:31:22,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742330_1510 (size=419) 2024-11-25T02:31:22,769 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:22,769 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:22,770 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-25T02:31:22,770 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-25T02:31:22,770 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-25T02:31:22,770 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6, size=1.4 K (1405bytes) at 1732501882748Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6 so closing down at 1732501882751 (+3 ms)3 split writer threads finished at 1732501882751Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732501882754 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732501882755 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732501882769 (+14 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732501882769Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1732501882770 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1732501882770Processed 10 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732501882770 2024-11-25T02:31:22,772 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6 to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.6 2024-11-25T02:31:22,772 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T02:31:22,772 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7 2024-11-25T02:31:22,772 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7 after 0ms 2024-11-25T02:31:22,774 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7 took 2ms 2024-11-25T02:31:22,775 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T02:31:22,775 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7 so closing down 2024-11-25T02:31:22,775 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:22,775 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:22,777 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T02:31:22,777 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T02:31:22,778 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T02:31:22,778 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T02:31:22,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742331_1511 (size=423) 2024-11-25T02:31:22,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742332_1512 (size=423) 2024-11-25T02:31:22,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742332_1512 (size=423) 2024-11-25T02:31:22,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742331_1511 (size=423) 2024-11-25T02:31:23,192 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:23,192 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:23,195 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-25T02:31:23,195 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-25T02:31:23,196 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-25T02:31:23,196 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7, size=1.4 K (1413bytes) at 1732501882772Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7 so closing down at 1732501882775 (+3 ms)3 split writer threads finished at 1732501882775Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732501882778 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732501882778Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732501883192 (+414 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732501883192Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1732501883195 (+3 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1732501883195Processed 10 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732501883196 (+1 ms) 2024-11-25T02:31:23,199 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7 to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.7 2024-11-25T02:31:23,199 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T02:31:23,199 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8 2024-11-25T02:31:23,200 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8 after 1ms 2024-11-25T02:31:23,202 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8 took 3ms 2024-11-25T02:31:23,204 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T02:31:23,204 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8 so closing down 2024-11-25T02:31:23,205 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:23,205 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:23,207 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T02:31:23,207 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T02:31:23,208 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T02:31:23,208 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T02:31:23,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742333_1513 (size=423) 2024-11-25T02:31:23,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742334_1514 (size=423) 2024-11-25T02:31:23,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742334_1514 (size=423) 2024-11-25T02:31:23,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742333_1513 (size=423) 2024-11-25T02:31:23,214 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:23,214 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:23,215 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-25T02:31:23,215 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-25T02:31:23,215 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-25T02:31:23,215 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8, size=1.4 K (1413bytes) at 1732501883199Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8 so closing down at 1732501883204 (+5 ms)3 split writer threads finished at 1732501883205 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732501883208 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732501883208Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732501883214 (+6 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732501883214Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1732501883215 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1732501883215Processed 10 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732501883215 2024-11-25T02:31:23,216 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8 to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.8 2024-11-25T02:31:23,217 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T02:31:23,217 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9 2024-11-25T02:31:23,217 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9 after 0ms 2024-11-25T02:31:23,218 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9 took 1ms 2024-11-25T02:31:23,219 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T02:31:23,219 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9 so closing down 2024-11-25T02:31:23,219 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:23,219 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:23,221 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T02:31:23,221 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T02:31:23,221 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T02:31:23,221 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T02:31:23,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742335_1515 (size=423) 2024-11-25T02:31:23,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742335_1515 (size=423) 2024-11-25T02:31:23,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742336_1516 (size=423) 2024-11-25T02:31:23,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742336_1516 (size=423) 2024-11-25T02:31:23,229 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:23,229 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:23,230 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-25T02:31:23,230 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-25T02:31:23,230 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-25T02:31:23,231 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9, size=1.4 K (1413bytes) at 1732501883217Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9 so closing down at 1732501883219 (+2 ms)3 split writer threads finished at 1732501883219Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732501883221 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732501883221Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732501883229 (+8 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732501883229Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1732501883230 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1732501883230Processed 10 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732501883230 2024-11-25T02:31:23,232 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9 to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.9 2024-11-25T02:31:23,233 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732501882682; access_time=1732501882540; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732501882697; access_time=1732501882569; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732501882709; access_time=1732501882577; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732501882723; access_time=1732501882588; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732501882734; access_time=1732501882597; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732501882747; access_time=1732501882607; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732501882771; access_time=1732501882616; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732501883198; access_time=1732501882625; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732501883216; access_time=1732501882634; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732501883231; access_time=1732501882645; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-25T02:31:23,235 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:31:23,235 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T02:31:23,236 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T02:31:23,236 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T02:31:23,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742337_1517 (size=1393) 2024-11-25T02:31:23,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742337_1517 (size=1393) 2024-11-25T02:31:23,248 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T02:31:23,248 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T02:31:23,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742338_1518 (size=1393) 2024-11-25T02:31:23,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742338_1518 (size=1393) 2024-11-25T02:31:23,258 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T02:31:23,258 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T02:31:23,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742339_1519 (size=1393) 2024-11-25T02:31:23,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742339_1519 (size=1393) 2024-11-25T02:31:23,268 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T02:31:23,268 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T02:31:23,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742340_1520 (size=1393) 2024-11-25T02:31:23,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742340_1520 (size=1393) 2024-11-25T02:31:23,277 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T02:31:23,277 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T02:31:23,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742341_1521 (size=1393) 2024-11-25T02:31:23,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742341_1521 (size=1393) 2024-11-25T02:31:23,289 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T02:31:23,289 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T02:31:23,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742342_1522 (size=1393) 2024-11-25T02:31:23,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742342_1522 (size=1393) 2024-11-25T02:31:23,297 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T02:31:23,297 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T02:31:23,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742343_1523 (size=1405) 2024-11-25T02:31:23,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742343_1523 (size=1405) 2024-11-25T02:31:23,307 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T02:31:23,308 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T02:31:23,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742344_1524 (size=1413) 2024-11-25T02:31:23,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742344_1524 (size=1413) 2024-11-25T02:31:23,319 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T02:31:23,319 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T02:31:23,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742345_1525 (size=1413) 2024-11-25T02:31:23,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742345_1525 (size=1413) 2024-11-25T02:31:23,333 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T02:31:23,333 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T02:31:23,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:23,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:23,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742346_1526 (size=1413) 2024-11-25T02:31:23,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742346_1526 (size=1413) 2024-11-25T02:31:23,344 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T02:31:23,364 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T02:31:23,364 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0 2024-11-25T02:31:23,364 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0 after 0ms 2024-11-25T02:31:23,366 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0 took 1ms 2024-11-25T02:31:23,367 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T02:31:23,367 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0 so closing down 2024-11-25T02:31:23,367 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:23,367 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:23,369 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T02:31:23,369 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T02:31:23,369 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T02:31:23,369 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T02:31:23,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742348_1528 (size=743) 2024-11-25T02:31:23,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742347_1527 (size=678) 2024-11-25T02:31:23,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742348_1528 (size=743) 2024-11-25T02:31:23,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742347_1527 (size=678) 2024-11-25T02:31:23,373 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:23,373 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:23,374 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T02:31:23,374 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-25T02:31:23,374 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T02:31:23,374 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0, size=1.4 K (1393bytes) at 1732501883364Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0 so closing down at 1732501883367 (+3 ms)3 split writer threads finished at 1732501883367Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732501883369 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732501883369Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732501883373 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501883373Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732501883374 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1732501883374Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732501883374 2024-11-25T02:31:23,375 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.0 to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.0 2024-11-25T02:31:23,375 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T02:31:23,375 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1 2024-11-25T02:31:23,375 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1 after 0ms 2024-11-25T02:31:23,376 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1 took 1ms 2024-11-25T02:31:23,377 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T02:31:23,378 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1 so closing down 2024-11-25T02:31:23,378 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:23,378 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:23,379 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T02:31:23,379 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T02:31:23,380 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T02:31:23,380 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T02:31:23,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742349_1529 (size=743) 2024-11-25T02:31:23,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742350_1530 (size=678) 2024-11-25T02:31:23,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742350_1530 (size=678) 2024-11-25T02:31:23,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742349_1529 (size=743) 2024-11-25T02:31:23,384 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:23,384 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:23,385 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T02:31:23,385 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-25T02:31:23,385 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T02:31:23,385 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1, size=1.4 K (1393bytes) at 1732501883375Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1 so closing down at 1732501883378 (+3 ms)3 split writer threads finished at 1732501883378Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732501883380 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732501883380Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501883384 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732501883384Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732501883385 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1732501883385Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732501883385 2024-11-25T02:31:23,386 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.1 to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.1 2024-11-25T02:31:23,386 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T02:31:23,386 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2 2024-11-25T02:31:23,387 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2 after 1ms 2024-11-25T02:31:23,388 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2 took 2ms 2024-11-25T02:31:23,390 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T02:31:23,390 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2 so closing down 2024-11-25T02:31:23,390 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:23,391 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:23,393 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T02:31:23,393 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T02:31:23,394 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T02:31:23,394 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T02:31:23,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742351_1531 (size=743) 2024-11-25T02:31:23,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742351_1531 (size=743) 2024-11-25T02:31:23,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742352_1532 (size=678) 2024-11-25T02:31:23,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742352_1532 (size=678) 2024-11-25T02:31:23,802 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:23,803 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:23,804 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T02:31:23,804 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-25T02:31:23,804 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T02:31:23,804 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2, size=1.4 K (1393bytes) at 1732501883386Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2 so closing down at 1732501883390 (+4 ms)3 split writer threads finished at 1732501883391 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732501883394 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732501883394Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501883802 (+408 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732501883803 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732501883804 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1732501883804Processed 19 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732501883804 2024-11-25T02:31:23,806 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.2 to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.2 2024-11-25T02:31:23,806 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T02:31:23,806 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3 2024-11-25T02:31:23,806 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3 after 0ms 2024-11-25T02:31:23,928 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3 took 122ms 2024-11-25T02:31:23,931 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T02:31:23,931 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3 so closing down 2024-11-25T02:31:23,931 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:23,931 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:23,935 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T02:31:23,935 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T02:31:23,936 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T02:31:23,937 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T02:31:23,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742353_1533 (size=743) 2024-11-25T02:31:23,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742353_1533 (size=743) 2024-11-25T02:31:23,943 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:23,944 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T02:31:23,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742354_1534 (size=678) 2024-11-25T02:31:23,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742354_1534 (size=678) 2024-11-25T02:31:23,950 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:23,951 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-25T02:31:23,951 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T02:31:23,951 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3, size=1.4 K (1393bytes) at 1732501883806Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3 so closing down at 1732501883931 (+125 ms)3 split writer threads finished at 1732501883931Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732501883936 (+5 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732501883937 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501883943 (+6 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732501883944 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732501883950 (+6 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1732501883951 (+1 ms)Processed 19 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732501883951 2024-11-25T02:31:23,952 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.3 to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.3 2024-11-25T02:31:23,952 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T02:31:23,952 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4 2024-11-25T02:31:23,952 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4 after 0ms 2024-11-25T02:31:23,954 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4 took 2ms 2024-11-25T02:31:23,955 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T02:31:23,955 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4 so closing down 2024-11-25T02:31:23,955 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:23,955 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:23,956 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T02:31:23,956 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T02:31:23,957 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T02:31:23,957 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T02:31:23,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742356_1536 (size=678) 2024-11-25T02:31:23,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742355_1535 (size=743) 2024-11-25T02:31:23,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742355_1535 (size=743) 2024-11-25T02:31:23,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742356_1536 (size=678) 2024-11-25T02:31:23,960 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:23,960 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:23,961 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-25T02:31:23,961 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-25T02:31:23,961 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T02:31:23,961 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4, size=1.4 K (1393bytes) at 1732501883952Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4 so closing down at 1732501883955 (+3 ms)3 split writer threads finished at 1732501883955Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732501883957 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732501883957Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732501883960 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501883960Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1732501883961 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732501883961Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732501883961 2024-11-25T02:31:23,963 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.4 to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.4 2024-11-25T02:31:23,963 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5, size=1.4 K (1393bytes) 2024-11-25T02:31:23,963 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5 2024-11-25T02:31:23,963 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5 after 0ms 2024-11-25T02:31:23,965 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5 took 2ms 2024-11-25T02:31:23,966 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T02:31:23,966 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5 so closing down 2024-11-25T02:31:23,966 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:23,966 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:23,968 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-25T02:31:23,968 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-25T02:31:23,969 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-25T02:31:23,969 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-25T02:31:23,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742358_1538 (size=678) 2024-11-25T02:31:23,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742358_1538 (size=678) 2024-11-25T02:31:23,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742357_1537 (size=743) 2024-11-25T02:31:23,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742357_1537 (size=743) 2024-11-25T02:31:23,973 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:23,974 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-25T02:31:24,374 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:24,376 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-25T02:31:24,376 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T02:31:24,376 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5, size=1.4 K (1393bytes) at 1732501883963Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5 so closing down at 1732501883966 (+3 ms)3 split writer threads finished at 1732501883966Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732501883969 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732501883969Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732501883973 (+4 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1732501883974 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501884374 (+400 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732501884376 (+2 ms)Processed 19 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732501884376 2024-11-25T02:31:24,378 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.5 to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.5 2024-11-25T02:31:24,379 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T02:31:24,379 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6 2024-11-25T02:31:24,379 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6 after 0ms 2024-11-25T02:31:24,381 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6 took 3ms 2024-11-25T02:31:24,383 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T02:31:24,383 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6 so closing down 2024-11-25T02:31:24,383 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:24,384 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:24,386 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T02:31:24,386 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T02:31:24,387 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T02:31:24,387 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T02:31:24,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742359_1539 (size=749) 2024-11-25T02:31:24,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742359_1539 (size=749) 2024-11-25T02:31:24,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742360_1540 (size=683) 2024-11-25T02:31:24,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742360_1540 (size=683) 2024-11-25T02:31:24,392 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:24,392 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:24,393 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-25T02:31:24,393 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-25T02:31:24,393 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-25T02:31:24,393 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6, size=1.4 K (1405bytes) at 1732501884379Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6 so closing down at 1732501884383 (+4 ms)3 split writer threads finished at 1732501884384 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732501884387 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732501884387Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501884392 (+5 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732501884392Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732501884393 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1732501884393Processed 19 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732501884393 2024-11-25T02:31:24,395 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.6 to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.6 2024-11-25T02:31:24,395 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T02:31:24,395 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7 2024-11-25T02:31:24,396 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7 after 1ms 2024-11-25T02:31:24,398 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7 took 3ms 2024-11-25T02:31:24,400 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T02:31:24,400 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7 so closing down 2024-11-25T02:31:24,400 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:24,400 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:24,404 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T02:31:24,404 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T02:31:24,405 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T02:31:24,405 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T02:31:24,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742361_1541 (size=753) 2024-11-25T02:31:24,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742361_1541 (size=753) 2024-11-25T02:31:24,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742362_1542 (size=687) 2024-11-25T02:31:24,408 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:24,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742362_1542 (size=687) 2024-11-25T02:31:24,409 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:24,410 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-25T02:31:24,410 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-25T02:31:24,410 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-25T02:31:24,410 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7, size=1.4 K (1413bytes) at 1732501884395Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7 so closing down at 1732501884400 (+5 ms)3 split writer threads finished at 1732501884400Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732501884404 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732501884405 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501884409 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732501884409Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732501884410 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1732501884410Processed 19 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732501884410 2024-11-25T02:31:24,412 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.7 to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.7 2024-11-25T02:31:24,412 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T02:31:24,412 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8 2024-11-25T02:31:24,413 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8 after 1ms 2024-11-25T02:31:24,414 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8 took 2ms 2024-11-25T02:31:24,415 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T02:31:24,416 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8 so closing down 2024-11-25T02:31:24,416 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:24,416 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:24,418 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T02:31:24,418 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T02:31:24,418 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T02:31:24,418 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T02:31:24,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742364_1544 (size=753) 2024-11-25T02:31:24,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742364_1544 (size=753) 2024-11-25T02:31:24,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742363_1543 (size=687) 2024-11-25T02:31:24,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742363_1543 (size=687) 2024-11-25T02:31:24,423 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:24,424 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-25T02:31:24,824 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:24,827 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-25T02:31:24,827 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-25T02:31:24,827 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8, size=1.4 K (1413bytes) at 1732501884412Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8 so closing down at 1732501884416 (+4 ms)3 split writer threads finished at 1732501884416Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732501884418 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732501884419 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501884423 (+4 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732501884424 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732501884824 (+400 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1732501884827 (+3 ms)Processed 19 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732501884827 2024-11-25T02:31:24,831 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.8 to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.8 2024-11-25T02:31:24,831 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T02:31:24,831 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9 2024-11-25T02:31:24,832 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9 after 1ms 2024-11-25T02:31:24,835 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9 took 4ms 2024-11-25T02:31:24,836 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T02:31:24,837 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9 so closing down 2024-11-25T02:31:24,837 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T02:31:24,837 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T02:31:24,839 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T02:31:24,839 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T02:31:24,840 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T02:31:24,840 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T02:31:24,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742366_1546 (size=687) 2024-11-25T02:31:24,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742366_1546 (size=687) 2024-11-25T02:31:24,844 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:24,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742365_1545 (size=753) 2024-11-25T02:31:24,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742365_1545 (size=753) 2024-11-25T02:31:24,845 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T02:31:24,845 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-25T02:31:24,846 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-25T02:31:24,846 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-25T02:31:24,846 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9, size=1.4 K (1413bytes) at 1732501884831Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9 so closing down at 1732501884837 (+6 ms)3 split writer threads finished at 1732501884837Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732501884840 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732501884840Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732501884844 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732501884845 (+1 ms)Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1732501884845Rename recovered edits hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732501884846 (+1 ms)Processed 19 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732501884846 2024-11-25T02:31:24,848 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732501881955/wal.dat.9 to hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.9 2024-11-25T02:31:24,849 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732501883374; access_time=1732501883236; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732501883386; access_time=1732501883249; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732501883805; access_time=1732501883258; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732501883951; access_time=1732501883268; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732501883962; access_time=1732501883277; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732501884377; access_time=1732501883289; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732501884394; access_time=1732501883297; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732501884411; access_time=1732501883308; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732501884829; access_time=1732501883319; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43899/user/jenkins/test-data/bc630d02-c4fe-c2c0-2435-fb57f61a3290/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732501884847; access_time=1732501883333; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-25T02:31:24,858 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=149 (was 151), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=564 (was 596), ProcessCount=11 (was 11), AvailableMemoryMB=3672 (was 3718) 2024-11-25T02:31:24,864 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=149, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=564, ProcessCount=11, AvailableMemoryMB=3671 2024-11-25T02:31:24,865 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T02:31:24,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742367_1547 (size=7) 2024-11-25T02:31:24,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742367_1547 (size=7) 2024-11-25T02:31:24,870 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/3e3a7c3e-9e97-5921-1148-41b644ff728f with version=8 2024-11-25T02:31:24,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:24,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:31:24,874 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T02:31:24,874 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T02:31:24,874 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T02:31:24,875 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T02:31:24,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:24,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:24,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:24,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:24,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:24,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:24,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:24,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:24,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:24,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:24,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:24,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:24,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:24,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:24,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:24,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:24,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:24,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:24,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:24,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:24,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:24,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:24,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:24,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:24,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:24,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:24,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:24,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:24,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:24,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:24,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:24,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:24,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:24,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:24,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:24,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:24,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:24,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:24,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T02:31:24,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T02:31:24,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742368_1548 (size=2324) 2024-11-25T02:31:24,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742368_1548 (size=2324) 2024-11-25T02:31:24,886 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T02:31:24,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073742369_1549 (size=2325) 2024-11-25T02:31:24,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073742369_1549 (size=2325) 2024-11-25T02:31:24,905 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43899/user/jenkins/test-data/d1bd1934-b50d-2f90-c5df-6197db359a86/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732501884874/wal.dat.0, size=2.3 K (2325bytes) 2024-11-25T02:31:24,905 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43899/user/jenkins/test-data/d1bd1934-b50d-2f90-c5df-6197db359a86/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732501884874/wal.dat.0 2024-11-25T02:31:24,906 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43899/user/jenkins/test-data/d1bd1934-b50d-2f90-c5df-6197db359a86/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732501884874/wal.dat.0 after 1ms 2024-11-25T02:31:24,907 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43899/user/jenkins/test-data/d1bd1934-b50d-2f90-c5df-6197db359a86/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732501884874/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:43899/user/jenkins/test-data/d1bd1934-b50d-2f90-c5df-6197db359a86/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732501884874/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-25T02:31:24,908 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/d1bd1934-b50d-2f90-c5df-6197db359a86/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732501884874/wal.dat.0 so closing down 2024-11-25T02:31:24,908 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/d1bd1934-b50d-2f90-c5df-6197db359a86/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732501884874/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-25T02:31:24,908 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43899/user/jenkins/test-data/d1bd1934-b50d-2f90-c5df-6197db359a86/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732501884874/wal.dat.0, journal: Splitting hdfs://localhost:43899/user/jenkins/test-data/d1bd1934-b50d-2f90-c5df-6197db359a86/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732501884874/wal.dat.0, size=2.3 K (2325bytes) at 1732501884905Finishing writing output for hdfs://localhost:43899/user/jenkins/test-data/d1bd1934-b50d-2f90-c5df-6197db359a86/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732501884874/wal.dat.0 so closing down at 1732501884908 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:43899/user/jenkins/test-data/d1bd1934-b50d-2f90-c5df-6197db359a86/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732501884874/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1732501884908 2024-11-25T02:31:24,909 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43899/user/jenkins/test-data/d1bd1934-b50d-2f90-c5df-6197db359a86/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732501884874/wal.dat.0 to hdfs://localhost:43899/user/jenkins/test-data/d1bd1934-b50d-2f90-c5df-6197db359a86/corrupt/wal.dat.0 2024-11-25T02:31:24,916 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=149 (was 149), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=564 (was 564), ProcessCount=11 (was 11), AvailableMemoryMB=3672 (was 3671) - AvailableMemoryMB LEAK? - 2024-11-25T02:31:24,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a0403e3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:31:24,954 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bfedd11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:31:24,954 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:31:24,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39926b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:31:24,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ace449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/hadoop.log.dir/,STOPPED} 2024-11-25T02:31:24,958 WARN [BP-353614410-172.17.0.3-1732501822611 heartbeating to localhost/127.0.0.1:43899 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T02:31:24,958 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T02:31:24,958 WARN [BP-353614410-172.17.0.3-1732501822611 heartbeating to localhost/127.0.0.1:43899 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-353614410-172.17.0.3-1732501822611 (Datanode Uuid 475fcd7c-504d-4899-bbe7-7b244ff1b807) service to localhost/127.0.0.1:43899 2024-11-25T02:31:24,958 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T02:31:24,959 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/cluster_de1053b6-244e-5707-4810-80dab5131895/data/data3/current/BP-353614410-172.17.0.3-1732501822611 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:31:24,959 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/cluster_de1053b6-244e-5707-4810-80dab5131895/data/data4/current/BP-353614410-172.17.0.3-1732501822611 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:31:24,960 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T02:31:24,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e587259{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:31:24,962 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4348effc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:31:24,962 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:31:24,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@204f2b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:31:24,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41392320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/hadoop.log.dir/,STOPPED} 2024-11-25T02:31:24,964 WARN [BP-353614410-172.17.0.3-1732501822611 heartbeating to localhost/127.0.0.1:43899 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T02:31:24,964 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T02:31:24,964 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T02:31:24,964 WARN [BP-353614410-172.17.0.3-1732501822611 heartbeating to localhost/127.0.0.1:43899 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-353614410-172.17.0.3-1732501822611 (Datanode Uuid 42272f2d-4331-423e-bc54-04d74c8c08d1) service to localhost/127.0.0.1:43899 2024-11-25T02:31:24,965 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/cluster_de1053b6-244e-5707-4810-80dab5131895/data/data1/current/BP-353614410-172.17.0.3-1732501822611 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:31:24,965 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/cluster_de1053b6-244e-5707-4810-80dab5131895/data/data2/current/BP-353614410-172.17.0.3-1732501822611 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:31:24,966 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T02:31:24,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dfe145b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:31:24,977 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:31:24,977 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:31:24,977 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:31:24,977 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2323b542-1c8a-ce0d-bee1-94d0a4df856b/hadoop.log.dir/,STOPPED}